-- Logs begin at Tue 2021-05-18 05:42:37 UTC, end at Tue 2021-05-18 06:35:28 UTC. -- May 18 06:09:48.328808 dv-cinder-784623-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 18 06:09:50.717428 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.common.config [-] Logging enabled! May 18 06:09:50.718000 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 06:09:50.718203 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 06:09:50.721428 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.common.config [-] Logging enabled! May 18 06:09:50.721687 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 18 06:09:50.722012 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 18 06:09:50.722936 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 06:09:50.723176 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 06:09:50.723538 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 06:09:50.723821 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 06:09:50.724065 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 06:09:50.724386 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.724690 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.724991 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.725227 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.725529 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.725827 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.726115 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.726411 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.726714 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.727004 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.727290 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.727580 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.727842 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.728134 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.728427 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.728729 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.728960 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] debug = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.729246 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.729694 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.730110 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.730399 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.730701 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.730985 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.731261 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.731544 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.731860 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.732200 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] host = dv-cinder-784623-10-iscsi {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.732511 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.733048 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.734083 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.734572 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.735381 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.736222 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.737218 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.738074 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.738074 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] log_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.738307 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.738618 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.738925 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.739240 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.739475 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.739734 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.740038 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.740339 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.740626 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.740911 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.741194 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.741478 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.741761 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.742043 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.742340 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.742630 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.742922 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.743203 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.743482 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.743784 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.744067 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.744357 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.744636 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.744915 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.745192 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.745485 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.745762 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.746041 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.746348 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.746641 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.746930 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.747219 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.747495 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.747809 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.748115 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.748392 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.748667 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] use_json = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.748944 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.749219 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.749505 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.749786 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.750059 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.750335 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.750618 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.750898 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:50.751200 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.751503 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.751840 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.752138 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.752444 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.752727 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.753025 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.753308 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.753603 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.753899 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.754195 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.754479 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.754774 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.755057 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.755356 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.755665 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.755993 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.756295 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.756579 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.756859 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.757138 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.757421 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.757712 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.758015 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.758314 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.758595 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.758881 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.759177 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.759464 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.759773 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.760063 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.760361 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.760649 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.760930 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.761239 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.761509 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.761787 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.762071 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.762356 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.762654 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.762938 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.763216 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.763494 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.764331 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.764615 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.764991 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.765286 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.765571 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.765853 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.766139 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.766420 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.766702 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.766987 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.767266 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.767552 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.767858 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.768143 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.768419 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.768699 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.768978 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.769257 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.769535 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.769818 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.770096 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.770376 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.770656 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.770935 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.771214 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.771509 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.771838 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.772135 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.772425 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.772714 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.773000 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.773288 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.773574 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.773861 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.774148 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.774428 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.774729 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.775021 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.775316 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.775607 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.775920 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.776227 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.776510 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.776801 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.777085 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.777369 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.777666 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.777956 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.778260 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.778559 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.778860 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.779161 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.780113 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.780405 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.780725 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.781013 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:50.781234 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 06:09:50.781481 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78697) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 18 06:09:51.133352 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:09:51.133550 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:09:51.133838 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:09:51.134168 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.manager [-] Loading core plugin: ml2 May 18 06:09:51.437184 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.437477 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.437751 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.438969 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.439253 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.439517 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.560418 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.561242 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.561513 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.574603 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.574882 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.575160 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.602792 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.603062 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.603333 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.641475 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.641753 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.642023 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.871985 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.872573 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.872573 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.872779 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.873478 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.996566 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.996891 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.997175 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.997454 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.997863 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.998203 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.998472 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.998734 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.998996 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.999283 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.999548 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:51.999847 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.000115 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.000374 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.000642 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.000914 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.001172 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.001446 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.001700 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.001980 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.002345 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.002586 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.002836 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.003118 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.003370 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.003618 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.004138 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:52.004381 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:52.004623 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:52.004862 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:52.005101 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:52.005338 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:52.005708 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 18 06:09:52.008809 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 18 06:09:52.012710 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 18 06:09:52.016987 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 18 06:09:52.018593 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 18 06:09:52.019044 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 18 06:09:52.019382 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 18 06:09:52.019821 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 18 06:09:52.022753 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 18 06:09:52.023008 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 18 06:09:52.023354 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 18 06:09:52.051151 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 18 06:09:52.051594 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.051917 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78697) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 18 06:09:52.052287 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.053640 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78697) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 18 06:09:52.053930 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 18 06:09:52.054179 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 18 06:09:52.057250 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.057536 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.132920 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 18 06:09:52.133104 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 18 06:09:52.133345 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 18 06:09:52.133710 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 18 06:09:52.163944 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_db.sqlalchemy.engines [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78697) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 18 06:09:52.493599 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Initializing driver for type 'gre' May 18 06:09:52.494138 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] gre ID ranges: [(1, 1000)] May 18 06:09:52.544772 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Initializing driver for type 'local' May 18 06:09:52.545167 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Initializing driver for type 'vlan' May 18 06:09:52.556465 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] VlanTypeDriver initialization complete May 18 06:09:52.556807 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Initializing driver for type 'vxlan' May 18 06:09:52.557280 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] vxlan ID ranges: [(1, 1000)] May 18 06:09:52.615230 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Initializing extension driver 'port_security' May 18 06:09:52.615574 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.extensions.port_security [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] PortSecurityExtensionDriver initialization complete May 18 06:09:52.615949 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Initializing mechanism driver 'openvswitch' May 18 06:09:52.616282 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Initializing mechanism driver 'hyperv' May 18 06:09:52.622704 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:09:52.624015 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > port after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.624393 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > port after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.624750 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > port after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.625139 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.625497 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.625846 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.626227 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > network after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.626575 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > network after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.626919 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > network after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.627295 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > security_group after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.627644 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > security_group after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.628012 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.628389 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.628741 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.629087 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.629457 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > address_group after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.629800 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > address_group after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.630136 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.630476 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] ML2 OVO RPC backend initialized. {{(pid=78697) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 18 06:09:52.631176 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.631529 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.631972 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > network before_response 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.632322 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > networks before_response 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.632671 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > port before_response 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.633013 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > ports before_response 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.633362 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > subnet before_response 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.633704 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > subnets before_response 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.634051 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > network after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.634394 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > network after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.634729 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > network after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.635064 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > port after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.635403 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > port after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.635760 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > port after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.636099 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.636438 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.636772 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.637341 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.plugin [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Modular L2 Plugin initialization complete May 18 06:09:52.637668 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading services supported by the core plugin {{(pid=78697) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 18 06:09:52.637995 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.plugins.ml2.managers [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Got port-security extension from driver 'port_security' May 18 06:09:52.638461 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.extensions.vlantransparent [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Disabled vlantransparent extension. May 18 06:09:52.639491 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78697) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 18 06:09:52.639838 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading Plugin: router May 18 06:09:52.674748 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.675141 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router after_create 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.675513 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router before_create 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.675919 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.676296 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.676656 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router after_delete 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.677019 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.677380 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router after_create 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.677728 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router after_update 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.678077 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router after_update 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.678429 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.678790 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router after_update 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.679201 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.679571 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: port after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.680001 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: port after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.680343 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: subnet after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.680686 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.681037 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.681386 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.681730 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: port before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.682073 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router precommit_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.682427 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router after_update 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.682769 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.683117 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.683477 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.683844 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.684310 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > network after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.685170 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Tracking information for resource: router configured {{(pid=78697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:52.686048 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Tracking information for resource: floatingip configured {{(pid=78697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 18 06:09:52.690909 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.db.l3_agentschedulers_db [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 18 06:09:52.691479 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: port after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.691874 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: port after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.692230 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: port after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.692585 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: port after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.693373 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router before_create 55550100 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.693738 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.694102 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router precommit_create 55550100 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.694460 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > router precommit_update 55550100 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.698958 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.services.provider_configuration [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service providers = [] {{(pid=78697) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 18 06:09:52.699328 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.db.servicetype_db [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78697) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 18 06:09:52.702827 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.services.service_base [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 06:09:52.703179 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.services.service_base [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 06:09:52.703527 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.services.service_base [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 06:09:52.704544 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.services.service_base [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 18 06:09:52.704913 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.services.service_base [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Default provider is not specified for service type L3_ROUTER_NAT May 18 06:09:52.706725 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:52.707069 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 18 06:09:52.717356 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:52.717698 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading Plugin: auto_allocate May 18 06:09:52.723355 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: network precommit_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.723737 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: network precommit_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.724261 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:52.724591 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading Plugin: tag May 18 06:09:52.731254 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:52.731590 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading Plugin: timestamp May 18 06:09:52.735886 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:52.736223 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading Plugin: network_ip_availability May 18 06:09:52.741379 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.741749 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.742107 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.742814 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:52.743136 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading Plugin: flavors May 18 06:09:52.748633 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:52.748926 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading Plugin: revisions May 18 06:09:52.753170 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 18 06:09:52.753558 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:09:52.754283 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78697) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 18 06:09:52.754624 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Initializing extension manager. May 18 06:09:52.755128 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: __init__.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.755472 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: __pycache__ {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.755843 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.756180 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: address_group.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.756924 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.757475 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: address-group May 18 06:09:52.757803 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: address_scope.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.758501 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.759007 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: address-scope May 18 06:09:52.759331 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.760266 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.760775 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: router-admin-state-down-before-update May 18 06:09:52.761101 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: agent.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.761784 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.762290 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: agent May 18 06:09:52.762614 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: agent_resources_synced.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.763505 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.764060 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: agent-resources-synced May 18 06:09:52.764388 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: allowedaddresspairs.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.766141 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.766668 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: allowed-address-pairs May 18 06:09:52.767001 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: auto_allocated_topology.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.768089 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.768607 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: auto-allocated-topology May 18 06:09:52.768935 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: availability_zone.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.769616 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.770124 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: availability_zone May 18 06:09:52.770451 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: availability_zone_filter.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.771341 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.771873 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: availability_zone_filter May 18 06:09:52.772202 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: data_plane_status.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.773088 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.773591 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension data-plane-status not supported by any of loaded plugins May 18 06:09:52.773913 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: default_subnetpools.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.774810 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.775318 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: default-subnetpools May 18 06:09:52.775644 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.776464 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.776971 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: dhcp_agent_scheduler May 18 06:09:52.777299 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: dns.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.778184 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.778687 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension dns-integration not supported by any of loaded plugins May 18 06:09:52.779011 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: dns_domain_ports.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.779966 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.780470 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension dns-domain-ports not supported by any of loaded plugins May 18 06:09:52.780794 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: dvr.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.781456 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.781957 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: dvr May 18 06:09:52.782279 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: empty_string_filtering.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.783183 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.783690 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: empty-string-filtering May 18 06:09:52.784040 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.785028 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.785541 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 18 06:09:52.785865 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.786752 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.787273 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 18 06:09:52.787849 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: external_net.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.789253 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.790128 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: external-net May 18 06:09:52.790694 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.792176 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.793085 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: extra_dhcp_opt May 18 06:09:52.793640 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: extraroute.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.795304 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.796119 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: extraroute May 18 06:09:52.796450 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: extraroute_atomic.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.797486 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.798002 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: extraroute-atomic May 18 06:09:52.798329 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: filter_validation.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.798986 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.799491 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: filter-validation May 18 06:09:52.799837 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: fip_pf_description.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.800911 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.801415 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 18 06:09:52.801739 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: fip_port_details.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.802632 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.803140 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: fip-port-details May 18 06:09:52.803466 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: flavors.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.804688 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.805210 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: flavors May 18 06:09:52.805538 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.807177 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.807700 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 18 06:09:52.808059 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: floatingip_pools.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.808748 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.809260 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: floatingip-pools May 18 06:09:52.809588 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: ip_allocation.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.811097 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.811608 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension ip_allocation not supported by any of loaded plugins May 18 06:09:52.811965 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.812886 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.813399 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: ip-substring-filtering May 18 06:09:52.813729 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: l2_adjacency.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.814636 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.815145 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension l2_adjacency not supported by any of loaded plugins May 18 06:09:52.815470 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: l3.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.816456 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.816975 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: router May 18 06:09:52.817303 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.819520 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.820082 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 18 06:09:52.820419 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.821338 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.821857 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: ext-gw-mode May 18 06:09:52.822186 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.823086 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.823600 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: l3-ha May 18 06:09:52.823954 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: l3_flavors.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.824856 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.825374 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: l3-flavors May 18 06:09:52.825699 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.826617 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.827130 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: l3-port-ip-change-not-allowed May 18 06:09:52.827455 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: l3agentscheduler.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.828508 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.829023 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: l3_agent_scheduler May 18 06:09:52.829352 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: logging.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.830834 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.831355 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension logging not supported by any of loaded plugins May 18 06:09:52.831688 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: metering.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.832439 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.833017 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: metering May 18 06:09:52.833348 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.834446 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.834985 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: metering_source_and_destination_fields May 18 06:09:52.835304 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: multiprovidernet.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.836355 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.836876 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: multi-provider May 18 06:09:52.837206 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: netmtu.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.838102 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.838614 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: net-mtu May 18 06:09:52.838943 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: netmtu_writable.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.839996 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.840514 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: net-mtu-writable May 18 06:09:52.840841 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: network_availability_zone.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.841499 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.842033 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: network_availability_zone May 18 06:09:52.842358 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: network_ip_availability.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.843433 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.843979 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: network-ip-availability May 18 06:09:52.844308 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: network_segment_range.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.845061 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.845573 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension network-segment-range not supported by any of loaded plugins May 18 06:09:52.845897 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: pagination.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.846859 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.847193 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: pagination May 18 06:09:52.847507 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: port_device_profile.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.848427 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.848945 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: port-device-profile May 18 06:09:52.849272 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.850171 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.850684 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: port-mac-address-regenerate May 18 06:09:52.851010 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.851932 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.852450 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: port-numa-affinity-policy May 18 06:09:52.852778 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: port_resource_request.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.853670 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.854180 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension port-resource-request not supported by any of loaded plugins May 18 06:09:52.854578 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: portbindings.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.855491 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.856032 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: binding May 18 06:09:52.856358 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: portbindings_extended.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.858135 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.858649 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: binding-extended May 18 06:09:52.858981 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: portsecurity.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.859910 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.860421 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: port-security May 18 06:09:52.860748 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: project_id.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.861702 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.862033 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: project-id May 18 06:09:52.862357 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: providernet.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.863255 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.863802 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: provider May 18 06:09:52.864132 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: qos.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.867642 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.868190 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension qos not supported by any of loaded plugins May 18 06:09:52.868524 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.869748 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.870266 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 18 06:09:52.870598 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.871495 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.872114 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 18 06:09:52.872642 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: qos_default.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.873914 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.874427 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension qos-default not supported by any of loaded plugins May 18 06:09:52.874759 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: qos_fip.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.875400 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.875939 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension qos-fip not supported by any of loaded plugins May 18 06:09:52.876269 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: qos_gateway_ip.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.877174 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.877690 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 18 06:09:52.878018 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: qos_port_network_policy.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.878908 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.879426 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 18 06:09:52.879776 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: qos_rule_type_details.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.880690 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.881200 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 18 06:09:52.881525 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: qos_rules_alias.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.882542 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.883053 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension qos-rules-alias not supported by any of loaded plugins May 18 06:09:52.883380 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: quotasv2.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.884408 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.884740 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: quotas May 18 06:09:52.885064 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: quotasv2_detail.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.886740 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.887086 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: quota_details May 18 06:09:52.887418 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: rbac.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.888482 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.889030 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: rbac-policies May 18 06:09:52.889361 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: rbac_address_group.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.890273 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.890789 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: rbac-address-group May 18 06:09:52.891118 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: rbac_address_scope.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.892044 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.892561 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: rbac-address-scope May 18 06:09:52.892890 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: rbac_security_groups.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.893786 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.894297 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: rbac-security-groups May 18 06:09:52.894626 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: rbac_subnetpool.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.895689 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.896220 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: rbac-subnetpool May 18 06:09:52.896550 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: revisionifmatch.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.897449 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.897958 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: revision-if-match May 18 06:09:52.898284 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: revisions.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.899363 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.899903 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: standard-attr-revisions May 18 06:09:52.900235 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: router_availability_zone.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.900897 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.901408 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: router_availability_zone May 18 06:09:52.901737 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: routerservicetype.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.902635 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.903145 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension router-service-type not supported by any of loaded plugins May 18 06:09:52.903472 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.904442 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.904956 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: security-groups-normalized-cidr May 18 06:09:52.905287 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.906204 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.906719 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: port-security-groups-filtering May 18 06:09:52.907048 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.907971 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.908491 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: security-groups-remote-address-group May 18 06:09:52.908820 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: securitygroup.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.918363 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.918899 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: security-group May 18 06:09:52.919240 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: segment.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.920813 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.921331 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension segment not supported by any of loaded plugins May 18 06:09:52.921663 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.922579 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.923093 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 18 06:09:52.923423 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: servicetype.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.924543 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.925063 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: service-type May 18 06:09:52.925391 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: sorting.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.926358 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.926691 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: sorting May 18 06:09:52.927016 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: standard_attr_segment.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.927938 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.928457 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension standard-attr-segment not supported by any of loaded plugins May 18 06:09:52.928784 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: standardattrdescription.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.929418 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.929940 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: standard-attr-description May 18 06:09:52.930269 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: stateful_security_group.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.931171 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.931685 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: stateful-security-group May 18 06:09:52.932035 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: stdattrs_common.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.932600 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 18 06:09:52.932923 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.933894 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.934409 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 18 06:09:52.934734 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: subnet_onboard.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.936404 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.936925 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: subnet_onboard May 18 06:09:52.937253 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.938162 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.938674 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 18 06:09:52.938998 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: subnet_service_types.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.939943 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.940462 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: subnet-service-types May 18 06:09:52.940788 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: subnetallocation.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.941846 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.942378 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: subnet_allocation May 18 06:09:52.942709 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.943365 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.943915 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: subnetpool-prefix-ops May 18 06:09:52.944240 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.945160 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.945672 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 18 06:09:52.945996 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: tagging.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.947050 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.947591 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: standard-attr-tag May 18 06:09:52.947949 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: timestamp.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.949122 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.949643 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loaded extension: standard-attr-timestamp May 18 06:09:52.949980 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: trunk.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.950993 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.951532 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension trunk not supported by any of loaded plugins May 18 06:09:52.951902 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: trunk_details.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.952809 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.953322 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension trunk-details not supported by any of loaded plugins May 18 06:09:52.953650 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: uplink_status_propagation.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.954564 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.955074 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 18 06:09:52.955399 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Loading extension file: vlantransparent.py {{(pid=78697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 18 06:09:52.956076 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 18 06:09:52.956588 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extension vlan-transparent not supported by any of loaded plugins May 18 06:09:52.958970 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:network May 18 06:09:52.959729 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:subnet May 18 06:09:52.960508 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:subnetpool May 18 06:09:52.961133 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:port May 18 06:09:52.962377 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.962821 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service FLAVORS assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.963436 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.963901 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.964234 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:router May 18 06:09:52.964887 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:floatingip May 18 06:09:52.965598 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service METERING assigned prefix: /metering {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.967078 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.967452 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.967837 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:09:52.968970 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of CountableResource for resource:rbac_policy May 18 06:09:52.969426 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:security_group May 18 06:09:52.970083 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 06:09:52.970825 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service CORE assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.971164 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:subnetpool May 18 06:09:52.971502 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] subnetpool is already registered May 18 06:09:52.972127 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service CORE assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.972667 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:subnetpool May 18 06:09:52.973017 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] subnetpool is already registered May 18 06:09:52.975573 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.976035 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service FLAVORS assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.976629 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.977050 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.977393 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:router May 18 06:09:52.977727 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] router is already registered May 18 06:09:52.978326 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:floatingip May 18 06:09:52.978657 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] floatingip is already registered May 18 06:09:52.979670 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service METERING assigned prefix: /metering {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.980370 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of CountableResource for resource:rbac_policy May 18 06:09:52.980705 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] rbac_policy is already registered May 18 06:09:52.982129 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:security_group May 18 06:09:52.982982 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] security_group is already registered May 18 06:09:52.983584 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:security_group_rule May 18 06:09:52.983941 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] security_group_rule is already registered May 18 06:09:52.984598 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service CORE assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.984933 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:subnetpool May 18 06:09:52.985276 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] subnetpool is already registered May 18 06:09:52.985905 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.v2.resource_helper [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Service CORE assigned prefix: {{(pid=78697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 18 06:09:52.986240 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Creating instance of TrackedResource for resource:subnetpool May 18 06:09:52.986568 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING neutron.quota.resource_registry [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] subnetpool is already registered May 18 06:09:52.987308 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: extensions {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:52.988803 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: address-groups {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:52.990554 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: address-scopes {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:52.991786 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: agents {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:52.992964 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: auto-allocated-topology {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:52.994210 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: availability_zones {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:52.995513 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: dhcp-networks {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:52.996972 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: dhcp-agents {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:52.999048 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: routers {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.000912 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: flavors {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.002089 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: service_profiles {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.003277 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: next_providers {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.004847 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: service_profiles {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.006287 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: floatingip-pools {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.007522 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: routers {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.009343 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: floatingips {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.010537 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: l3-routers {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.011944 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: l3-agents {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.013355 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: metering-labels {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.014741 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: metering-label-rules {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.016045 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: network-ip-availabilities {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.017310 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: bindings {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.018968 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: quotas {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.020423 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: quotas {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.021842 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: rbac-policies {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.023125 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: security-groups {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.024366 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: security-group-rules {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.025608 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: service-providers {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.026821 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: subnetpools {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.028249 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: subnetpools {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.029762 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: tags {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.031442 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: tags {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.033275 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: tags {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.035030 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: tags {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.036871 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: tags {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.038702 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: tags {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.040415 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: tags {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.043192 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: tags {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.045956 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: tags {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.157384 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron.api.extensions [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Extended resource: tags {{(pid=78697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 18 06:09:53.163250 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING keystonemiddleware.auth_token [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 18 06:09:53.167946 dv-cinder-784623-10-iscsi neutron-server[78697]: WARNING keystonemiddleware.auth_token [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 18 06:09:53.176969 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Acquired lock "singleton_lock" {{(pid=78697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 18 06:09:53.177461 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Releasing lock "singleton_lock" {{(pid=78697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 18 06:09:53.178088 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO oslo_service.service [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Starting 2 workers May 18 06:09:53.182703 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Started child 78802 {{(pid=78697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 06:09:53.187764 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Started child 78803 {{(pid=78697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 06:09:53.188377 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:53.189172 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO neutron.service [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Neutron service started, listening on 0.0.0.0:9696 May 18 06:09:53.189836 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Notify callbacks [] for process, before_spawn {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:53.189944 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [-] (78802) wsgi starting up on http://0.0.0.0:9696 May 18 06:09:53.191873 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:53.192349 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO oslo_service.service [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Starting 1 workers May 18 06:09:53.193244 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [-] (78803) wsgi starting up on http://0.0.0.0:9696 May 18 06:09:53.197331 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Started child 78804 {{(pid=78697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 06:09:53.197860 dv-cinder-784623-10-iscsi neutron-server[78697]: INFO oslo_service.service [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Starting 1 workers May 18 06:09:53.200719 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.service [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] calling RpcWorker wait() {{(pid=78804) _wait /opt/stack/neutron/neutron/service.py:128}} May 18 06:09:53.201791 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.service [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] returning from RpcWorker wait() {{(pid=78804) _wait /opt/stack/neutron/neutron/service.py:135}} May 18 06:09:53.202653 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Started child 78805 {{(pid=78697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 18 06:09:53.203189 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:53.203457 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-41a2ab80-60fd-4c2d-8843-4e8e259794c4 None None] Notify callbacks [] for process, after_spawn {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:53.203638 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:09:53.205364 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 06:09:53.205576 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 06:09:53.205765 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 06:09:53.205985 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 06:09:53.206329 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 06:09:53.206501 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 06:09:53.207008 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.207292 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.207559 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.207857 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.208140 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.208231 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:09:53.208756 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.209021 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.209281 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.209422 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:09:53.209568 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.209829 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.210005 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.210172 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.210431 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.210684 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.210993 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.211278 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.211516 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.211829 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.212004 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.212273 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.212550 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.212778 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.213056 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] debug = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.213300 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.213782 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.214018 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.214262 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.214497 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.214789 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.215035 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.215315 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.215569 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.215839 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.216074 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.216338 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.216574 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.216854 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.217097 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.217370 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.217591 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.218074 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] host = dv-cinder-784623-10-iscsi {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.218313 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.218530 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.218792 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.219038 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.219287 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.219521 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.219804 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.220063 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.220338 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.220562 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.220816 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.221062 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.221271 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.221517 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.221681 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_options = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.221913 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.222192 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.222468 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.222702 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.222837 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.222988 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.223237 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.223401 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.223662 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.223976 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.224194 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.224416 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.224656 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.224895 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.225142 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.225391 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.225640 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.225850 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.226091 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.226319 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.226544 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.226788 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.227007 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.227221 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.227432 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.227646 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.227908 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.228152 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.228363 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.228613 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.228848 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.229194 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.232002 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.232166 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.232420 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.232820 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.233062 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.233356 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.233635 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.233897 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.235032 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.236049 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.238366 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.238648 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.238897 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.239184 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_json = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.239421 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.239679 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.239985 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.240237 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.240491 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.240724 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.240958 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.241201 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.241613 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.241919 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.242250 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.242522 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.242770 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.243024 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.243257 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.243482 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.243782 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.244025 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.244368 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.244607 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.251809 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.252028 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.252324 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.252677 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.252965 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.253267 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.253519 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.253789 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.254043 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.254277 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.254613 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.254889 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.255171 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.255450 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.255694 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.262774 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.263095 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.263333 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.263604 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.264422 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.264730 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.264984 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.265232 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.265488 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.265746 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.265980 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.266221 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.266459 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.266722 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.266979 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.267204 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.267422 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.267640 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.267878 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.268125 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.268391 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.268626 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.268894 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.269123 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.269366 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.269590 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.269805 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.270045 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.270278 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.270497 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.270732 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.270951 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.271190 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.271438 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.271725 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.271951 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.272167 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.272379 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.272614 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.274764 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.275011 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.275310 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.275682 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.276063 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.276313 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.276516 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.276750 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.276984 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.277198 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.277631 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.277872 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.278121 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.278339 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.278581 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.278800 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.279018 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.279904 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.279904 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.280206 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.280206 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.280436 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.280678 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.281401 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.281401 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.281401 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.281646 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.281821 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.282057 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.282312 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.282547 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.282805 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.283058 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.283294 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.283573 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.283917 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.284228 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.284495 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.284721 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.284968 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.285331 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.285627 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.285883 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.286118 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.286385 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.286666 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.286923 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.287176 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.287401 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.287670 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.287979 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.288234 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.288518 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.288772 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.289032 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.289290 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.289532 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.289782 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.290038 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.290320 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.290537 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.290819 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.291063 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.291279 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.291512 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.291760 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.292070 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.292320 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.292552 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.292784 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.293061 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.293292 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.293530 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.293800 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.294044 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.294298 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.294571 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.294849 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.295070 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.295304 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.295797 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.296021 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.296274 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.296514 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.296751 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.296978 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.297161 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.297387 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.297596 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.297834 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.298064 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.298300 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.298519 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.298763 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.298974 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.299193 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.299431 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.299661 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.299886 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.300116 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.300329 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.300584 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.300805 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.301061 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.301300 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.301553 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.301804 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.302054 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.302323 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.302537 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.302792 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.303010 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.303224 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.303454 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.303671 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.303920 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.304160 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.304457 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.304679 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.304918 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.305167 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.305492 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.305740 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.305967 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.306211 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.306424 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.306638 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.306883 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.307145 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.307359 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.307573 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.307819 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.308085 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.308326 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.308564 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.308793 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.309005 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.309232 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.309469 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.309689 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.310009 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.310250 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.311021 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.311238 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.311467 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.311692 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.311921 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.312135 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.312349 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.312556 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.312797 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.313005 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.313213 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.313426 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.313635 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.313875 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.314103 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.314317 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.314610 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.314910 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.315176 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.315387 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.315595 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.315849 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.316062 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.316366 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.316911 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.317324 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.317324 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.318175 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.318175 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.318175 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.318440 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.319762 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.319762 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.319762 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.319762 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.319762 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.319762 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.320194 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.320266 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.320496 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.320892 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.321006 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.321278 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.321532 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.321765 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.322065 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.322406 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.322705 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.322962 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.323182 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.323460 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.323684 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.323964 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.324183 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.324398 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.324663 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.324924 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.325154 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.325379 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.325619 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.325848 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.326083 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.326916 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.327151 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.327403 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.327617 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.327794 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 06:09:53.328350 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 18 06:09:53.328510 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 18 06:09:53.328691 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 18 06:09:53.328814 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 18 06:09:53.328979 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 18 06:09:53.329128 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 18 06:09:53.329332 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.329494 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.329650 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.329808 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.329963 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.330141 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.330297 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.330450 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.330604 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.330759 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.330914 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.331069 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.331228 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.331392 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.331549 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.331722 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.331888 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.332043 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.332203 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.332360 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.332514 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.332673 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.332828 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] debug = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.332981 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.333334 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.333661 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.333821 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.333976 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.334131 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.334289 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.334442 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.334600 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.334755 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.334911 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.335063 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.335220 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.335381 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.335523 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.335611 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:09:53.335685 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.335841 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.336146 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] host = dv-cinder-784623-10-iscsi {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.336305 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.336455 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.336612 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.336767 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.336923 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.337079 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.337233 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.337390 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.337610 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.337739 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.337862 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.337987 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.338110 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.338261 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.338416 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_options = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.338571 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.338729 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.338883 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.339056 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.339217 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.339373 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.339528 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.339685 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.339864 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.340020 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.340162 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.340320 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.340474 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.340629 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.340783 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.340938 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.341095 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.341253 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.341408 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.341564 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.341752 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.341892 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.342015 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.342171 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.342325 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.342480 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.342634 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.342789 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.342946 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.343104 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.343258 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.343412 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.343567 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.343741 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.343895 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.344050 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.344191 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.344351 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.344506 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.344661 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.344815 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.344971 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.345129 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.345282 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.345437 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.345591 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_json = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.345749 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.345903 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.346058 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.346213 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.346368 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.346531 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.346658 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.347656 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 18 06:09:53.347656 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.348373 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.348373 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.348667 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.348667 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.349403 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.349403 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.349403 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.349403 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.349403 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.349879 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.349879 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.349879 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.349879 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.350169 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.350251 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.350330 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.350492 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.350652 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.350809 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.351114 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.351459 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.351637 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.351819 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.351982 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.352141 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.352300 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.352458 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.352619 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.352777 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.352937 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.353095 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.353253 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.353412 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.353571 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.353732 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.353890 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.354062 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.354211 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.354369 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.354527 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.354687 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.354845 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.355005 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.355166 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.355324 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.355482 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.355640 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.355826 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.355985 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.356153 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.356314 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.356465 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.356625 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.356784 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.356941 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.357099 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.357258 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.357440 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.357598 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.357772 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.357924 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.358081 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.358240 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.358399 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.358558 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.358718 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.358878 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.359036 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.359195 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.359354 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.359512 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.359835 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.359835 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.360052 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.360131 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.360278 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.360437 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.360596 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.360755 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.360913 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.361071 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.361229 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.361390 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.361556 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.361729 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.361888 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.362047 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.362205 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.362363 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.362521 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.362680 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.362837 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.362998 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.363156 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.363314 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.363476 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.363637 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.363832 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.363992 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.364150 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.364309 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.364466 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.364624 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.364781 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.364939 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.365097 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.365256 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.365413 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.365572 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.365730 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.365897 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.366055 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.366217 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.366376 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.366541 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.366708 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.366867 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.367028 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.367187 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.367345 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.367503 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.367660 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.368027 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.368192 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.368352 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.368512 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.368678 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.368847 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.369006 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.369164 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.369322 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.369503 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.369661 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.369818 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.369976 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.370133 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.370291 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.370448 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.370605 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.370762 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.370921 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.371080 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.371243 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.371401 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.371559 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.371731 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.371906 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.372067 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.372226 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.372384 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.372545 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.372704 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.372861 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.373530 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.373688 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.373846 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.374004 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.374163 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.374320 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.374479 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.374637 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.374796 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.375018 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.375224 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.375441 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.375640 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.375817 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.376032 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.376408 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.376408 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.376851 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.376851 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.377175 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.377175 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.377404 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.377404 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.377850 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.377850 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.377850 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.378255 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.378255 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.378461 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.378461 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.378692 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.378837 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.378975 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.379323 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.379323 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.379323 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.379594 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.379594 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.379852 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.379973 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.380093 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.380240 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.380399 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.380556 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.380717 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.380880 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.381038 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.381198 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.381356 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.381513 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.381670 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.381832 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.382002 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.382160 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.382303 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.382464 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.382622 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.382790 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.382948 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.383106 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.383264 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.383422 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.383589 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.383834 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.383995 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.384152 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.384310 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.384481 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.384658 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.384805 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.384944 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.385102 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.385267 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.385511 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.385696 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.385855 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.386013 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.386178 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.386338 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.386496 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.386661 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.386820 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.386978 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.387137 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.387305 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.387463 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.387623 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.387814 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.387975 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.388185 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.388506 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.388506 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.389331 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.389331 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.389523 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.389645 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.389757 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.389911 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.390071 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.390236 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.390405 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.390564 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.390721 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.390878 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.391036 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.391194 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.391351 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.391509 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.391665 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.391857 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.391980 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.392137 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.392295 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.392453 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.392611 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.392768 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.392928 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.393086 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.393242 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.393402 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 18 06:09:53.393553 dv-cinder-784623-10-iscsi neutron-server[78697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 18 06:09:53.494676 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 57324) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:09:53.503606 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067763 May 18 06:10:04.069891 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499ac9b1-c76e-43ad-9a7e-b83f7ae068a2 None None] get_active_networks_info from dv-cinder-784623-10-iscsi {{(pid=78804) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 18 06:10:04.184807 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499ac9b1-c76e-43ad-9a7e-b83f7ae068a2 None None] No non-hosted networks {{(pid=78804) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 18 06:10:04.194284 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.agentschedulers_db [None req-499ac9b1-c76e-43ad-9a7e-b83f7ae068a2 None None] DHCP Agent not found on host dv-cinder-784623-10-iscsi {{(pid=78804) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 18 06:10:04.265242 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9e73c7aa-f001-4147-9797-5fe67eb9c674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892'] for agent, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:06.563370 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892'] for agent, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:06.568755 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.569746 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.570506 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.571518 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.573312 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.573936 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.574693 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.575466 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.576968 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.578763 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.579328 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.579971 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:06.580682 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:06.592199 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:06.593966 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4a0902b4-cc6f-400e-9d70-4a964a767653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892'] for agent, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:06.604855 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.db.api [None req-87661348-722b-4794-ae8a-f70ca7cc5a32 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-784623-10-iscsi {{(pid=78804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 18 06:10:06.605950 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_db.api [None req-87661348-722b-4794-ae8a-f70ca7cc5a32 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 18 06:10:07.123211 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-87661348-722b-4794-ae8a-f70ca7cc5a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:07.608178 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892'] for agent, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:09.228934 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892'] for agent, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:10.688905 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 57418) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:11.251650 dv-cinder-784623-10-iscsi neutron-server[78803]: WARNING oslo_policy.policy [None req-eb1c91fa-1f50-416f-9811-b5670f0f7d8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:11.252283 dv-cinder-784623-10-iscsi neutron-server[78803]: WARNING oslo_policy.policy [None req-eb1c91fa-1f50-416f-9811-b5670f0f7d8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:11.468493 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [None req-eb1c91fa-1f50-416f-9811-b5670f0f7d8b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:10:11.469518 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-eb1c91fa-1f50-416f-9811-b5670f0f7d8b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7797129 May 18 06:10:13.471168 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.db.l3_hamode_db [None req-0e84d31c-650b-48ee-a6db-003045808466 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 18 06:10:13.557757 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e84d31c-650b-48ee-a6db-003045808466 None None] Routers set() bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:10:13.558012 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e84d31c-650b-48ee-a6db-003045808466 None None] Router IDs set() for agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 18 06:10:13.784258 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 57432) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:14.136581 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-ba2f328a-bb06-43b4-9d4d-69c74c38a0a5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:14.234699 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.policy [None req-ba2f328a-bb06-43b4-9d4d-69c74c38a0a5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78803) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 06:10:14.279927 dv-cinder-784623-10-iscsi neutron-server[78803]: WARNING oslo_policy.policy [None req-ba2f328a-bb06-43b4-9d4d-69c74c38a0a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:14.280302 dv-cinder-784623-10-iscsi neutron-server[78803]: WARNING oslo_policy.policy [None req-ba2f328a-bb06-43b4-9d4d-69c74c38a0a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:14.288625 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.quota [None req-ba2f328a-bb06-43b4-9d4d-69c74c38a0a5 admin admin] Loaded quota_driver: . May 18 06:10:14.303967 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ba2f328a-bb06-43b4-9d4d-69c74c38a0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:14.361159 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba2f328a-bb06-43b4-9d4d-69c74c38a0a5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755053752789', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755053756344', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755053747457', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755053742197', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755053731568', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755053852050', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1653004', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2080077', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1048027', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-957478'] for rbac-policy, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:14.420488 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba2f328a-bb06-43b4-9d4d-69c74c38a0a5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:14.421879 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ba2f328a-bb06-43b4-9d4d-69c74c38a0a5 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6366889 May 18 06:10:16.951492 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 57446) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:17.518040 dv-cinder-784623-10-iscsi neutron-server[78802]: WARNING oslo_policy.policy [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:17.518633 dv-cinder-784623-10-iscsi neutron-server[78802]: WARNING oslo_policy.policy [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:17.737445 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Request body: {'network': {'name': 'private', 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'admin_state_up': True}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:17.739107 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.quota [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Loaded quota_driver: . May 18 06:10:17.755184 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:17.761606 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Usage tracker for resource:network and tenant:00a9c2fb7ce441f6b7331bc23834fb8a is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:17.767126 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:17.774368 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:17.789537 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Made reservation on behalf of 00a9c2fb7ce441f6b7331bc23834fb8a for: {'network': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:10:17.861642 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.policy [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78802) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 18 06:10:17.906590 dv-cinder-784623-10-iscsi neutron-server[78802]: WARNING oslo_policy.policy [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:17.906961 dv-cinder-784623-10-iscsi neutron-server[78802]: WARNING oslo_policy.policy [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 18 06:10:17.916725 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:17.938074 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:17.952167 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:17.955812 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Usage tracker for resource:security_group_rule and tenant:00a9c2fb7ce441f6b7331bc23834fb8a is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:17.960767 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:17.966747 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:18.065713 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:18.069183 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:18.074530 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:18.093811 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=78802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:10:18.118061 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755054684874', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:18.118651 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Unsubscribe: segment precommit_create {{(pid=78802) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 06:10:18.119120 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.segments_db [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Added segment e85e3c84-86ee-4974-a342-a8c9eefa763b of type vlan for network dc1f0e26-05f2-4025-9a89-2f8573ac2721 May 18 06:10:18.127886 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c90897-f997-4faf-bc3c-cd2d55fb1fe7,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:18.186468 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.186817 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.187155 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.187477 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.187819 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.188155 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.188472 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.188784 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.189094 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.189400 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.189731 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.190036 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Tracked resource versions report: May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: pushed versions: May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: { 'AddressGroup': {'1.2'}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'ConntrackHelper': {'1.0'}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Log': {'1.0'}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Network': {'1.1'}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Port': {'1.7'}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'PortForwarding': {'1.2'}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'QosPolicy': {'1.8'}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SecurityGroup': {'1.4'}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SecurityGroupRule': {'1.2'}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SubPort': {'1.0'}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Subnet': {'1.1'}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Trunk': {'1.1'}} May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: consumer versions: May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: { DHCP agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: L3 agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: Metadata agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: Metering agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: Open vSwitch agent@dv-cinder-784623-10-iscsi: { 'AddressGroup': '1.2', May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'ConntrackHelper': '1.0', May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Log': '1.0', May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Network': '1.1', May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Port': '1.7', May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'PortForwarding': '1.2', May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'QosPolicy': '1.8', May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SecurityGroup': '1.4', May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SecurityGroupRule': '1.2', May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SubPort': '1.0', May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Subnet': '1.1', May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Trunk': '1.1'}} May 18 06:10:18.191354 dv-cinder-784623-10-iscsi neutron-server[78802]: {{(pid=78802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:10:18.239014 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:18.240764 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:18.281980 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:18.283553 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:18.284236 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:18.288750 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:18.391458 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4377480 May 18 06:10:18.391961 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Pushing event updated for resources: {'Network': ['ID=dc1f0e26-05f2-4025-9a89-2f8573ac2721,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:18.413619 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:18.422662 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network dc1f0e26-05f2-4025-9a89-2f8573ac2721 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:10:21.001974 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 57468) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:21.436807 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03f31a0-cfcd-4084-a097-0dd9a1e7552c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:21.438125 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-c03f31a0-cfcd-4084-a097-0dd9a1e7552c admin admin] 10.222.0.13 "GET /v2.0/networks/dc1f0e26-05f2-4025-9a89-2f8573ac2721 HTTP/1.1" status: 200 len: 825 time: 0.4351859 May 18 06:10:21.468027 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-67b87a5d-85c2-4250-a0dd-6cba1f746858 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/52c00cf3-b885-49ea-85af-a05fc190eafa HTTP/1.1" status: 200 len: 734 time: 0.0245869 May 18 06:10:21.476117 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Request body: {'subnet': {'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721', 'name': 'private-subnet', 'subnetpool_id': '52c00cf3-b885-49ea-85af-a05fc190eafa'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:21.480618 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:21.484312 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Usage tracker for resource:subnet and tenant:00a9c2fb7ce441f6b7331bc23834fb8a is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:21.487124 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:21.493020 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:21.503078 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Made reservation on behalf of 00a9c2fb7ce441f6b7331bc23834fb8a for: {'subnet': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:10:21.505384 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:21.960286 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:21.965213 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:22.044782 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Checking segment: {'id': 'e85e3c84-86ee-4974-a342-a8c9eefa763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:10:22.045369 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Network hostable DHCP agents. Network: dc1f0e26-05f2-4025-9a89-2f8573ac2721, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:10:22.048909 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ab0112-526b-44df-aded-6df4113febd4,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:22.052403 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:22.068065 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Network dc1f0e26-05f2-4025-9a89-2f8573ac2721 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:10:22.077798 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, dc1f0e26-05f2-4025-9a89-2f8573ac2721) {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:22.082375 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:22.083003 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:22.087262 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7773ffa5-b08b-412c-8140-561d416ca21c None None] Network dc1f0e26-05f2-4025-9a89-2f8573ac2721 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:10:22.101601 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6286514 May 18 06:10:22.392952 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4bbcccd-1247-5822-9de9-63a88c1eb4be-dc1f0e26-05f2-4025-9a89-2f8573ac2721', 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'fixed_ips': [{'subnet_id': 'e4ab0112-526b-44df-aded-6df4113febd4'}]}} from dv-cinder-784623-10-iscsi. {{(pid=78804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:10:22.394120 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:22.575900 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Allocated IP 172.20.0.2 (dc1f0e26-05f2-4025-9a89-2f8573ac2721/e4ab0112-526b-44df-aded-6df4113febd4/a2bbc113-7ab0-4de9-aa2d-a2e3ad342361) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:10:22.800057 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:22.812885 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Transition to ACTIVE for port object a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:10:22.836090 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Transition to ACTIVE for port object a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:10:22.843442 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:22.848101 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:22.909352 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Network dc1f0e26-05f2-4025-9a89-2f8573ac2721 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:10:22.910510 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:22.914254 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:10:22.952540 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Pushing event updated for resources: {'Port': ['ID=a2bbc113-7ab0-4de9-aa2d-a2e3ad342361,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:22.970557 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.970923 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.971263 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.971593 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.971943 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.972269 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.972590 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.972909 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.973243 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.973562 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.973878 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.974191 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Tracked resource versions report: May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: pushed versions: May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: { 'AddressGroup': {'1.2'}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'ConntrackHelper': {'1.0'}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Log': {'1.0'}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Network': {'1.1'}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Port': {'1.7'}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'PortForwarding': {'1.2'}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'QosPolicy': {'1.8'}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SecurityGroup': {'1.4'}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SecurityGroupRule': {'1.2'}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SubPort': {'1.0'}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Subnet': {'1.1'}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Trunk': {'1.1'}} May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: consumer versions: May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: { DHCP agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: L3 agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: Metadata agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: Metering agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: Open vSwitch agent@dv-cinder-784623-10-iscsi: { 'AddressGroup': '1.2', May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'ConntrackHelper': '1.0', May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Log': '1.0', May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Network': '1.1', May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Port': '1.7', May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'PortForwarding': '1.2', May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'QosPolicy': '1.8', May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SecurityGroup': '1.4', May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SecurityGroupRule': '1.2', May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SubPort': '1.0', May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Subnet': '1.1', May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Trunk': '1.1'}} May 18 06:10:22.975518 dv-cinder-784623-10-iscsi neutron-server[78804]: {{(pid=78804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:10:23.002828 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:23.027550 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Attempting to bind port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:10:23.027966 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Attempting to bind port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'e85e3c84-86ee-4974-a342-a8c9eefa763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:10:23.028403 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Attempting to bind port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 on network dc1f0e26-05f2-4025-9a89-2f8573ac2721 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:10:23.034116 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:10:23.034514 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Checking segment: {'id': 'e85e3c84-86ee-4974-a342-a8c9eefa763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:10:23.034985 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:23.035371 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Bound using segment: {'id': 'e85e3c84-86ee-4974-a342-a8c9eefa763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:10:23.035866 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Bound port: a2bbc113-7ab0-4de9-aa2d-a2e3ad342361, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85e3c84-86ee-4974-a342-a8c9eefa763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:10:23.036250 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:23.121154 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] For port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:10:23.125402 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] For port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=a2bbc113-7ab0-4de9-aa2d-a2e3ad342361,segment=NetworkSegment(e85e3c84-86ee-4974-a342-a8c9eefa763b),segment_id=e85e3c84-86ee-4974-a342-a8c9eefa763b)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:10:23.129789 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:23.134292 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:23.218605 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Pushing event updated for resources: {'Port': ['ID=a2bbc113-7ab0-4de9-aa2d-a2e3ad342361,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:23.227752 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:24.430941 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 57478) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:24.798316 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [None req-fe792cb0-d80f-470f-83c7-31857ad8f6be admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:10:24.799309 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-fe792cb0-d80f-470f-83c7-31857ad8f6be admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3674383 May 18 06:10:27.148381 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 57488) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:27.525053 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [None req-63ee8855-b195-49f7-bcc0-43b08230d357 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:10:27.526049 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-63ee8855-b195-49f7-bcc0-43b08230d357 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3768203 May 18 06:10:28.350748 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:28.419661 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:10:28.592519 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eeae61-860a-4d17-99b6-abc547f9f50f None None] Network dc1f0e26-05f2-4025-9a89-2f8573ac2721 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:10:28.689793 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-bfd1c729-4029-4baf-b8da-81ab7afb896f None None] Provisioning for port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:10:28.707773 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-bfd1c729-4029-4baf-b8da-81ab7afb896f None None] Provisioning complete for port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:28.708174 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c729-4029-4baf-b8da-81ab7afb896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:28.921302 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c729-4029-4baf-b8da-81ab7afb896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:28.964056 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-bfd1c729-4029-4baf-b8da-81ab7afb896f None None] For port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=a2bbc113-7ab0-4de9-aa2d-a2e3ad342361,segment=NetworkSegment(e85e3c84-86ee-4974-a342-a8c9eefa763b),segment_id=e85e3c84-86ee-4974-a342-a8c9eefa763b)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:10:28.969392 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c729-4029-4baf-b8da-81ab7afb896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:28.971167 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:29.038407 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1c729-4029-4baf-b8da-81ab7afb896f None None] Pushing event updated for resources: {'Port': ['ID=a2bbc113-7ab0-4de9-aa2d-a2e3ad342361,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:29.053159 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-bfd1c729-4029-4baf-b8da-81ab7afb896f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:29.194794 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-69537f64-bac1-4c63-8c38-b62a872f1144 None None] Provisioning complete for port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:29.195174 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-69537f64-bac1-4c63-8c38-b62a872f1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:30.112837 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 57504) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:30.318711 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:30.385284 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:30.385651 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:30.457478 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-2bd4edb5-c7a4-462d-9d1e-5fc5c5b17f92 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:30.462286 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2bd4edb5-c7a4-462d-9d1e-5fc5c5b17f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:30.466693 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2bd4edb5-c7a4-462d-9d1e-5fc5c5b17f92 admin admin] Usage tracker for resource:router and tenant:00a9c2fb7ce441f6b7331bc23834fb8a is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:30.470140 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2bd4edb5-c7a4-462d-9d1e-5fc5c5b17f92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:30.475844 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2bd4edb5-c7a4-462d-9d1e-5fc5c5b17f92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:30.486246 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2bd4edb5-c7a4-462d-9d1e-5fc5c5b17f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-813629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7142'] for router, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:30.488081 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2bd4edb5-c7a4-462d-9d1e-5fc5c5b17f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-813808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-733194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7161'] for router, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:30.510501 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2bd4edb5-c7a4-462d-9d1e-5fc5c5b17f92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:30.617325 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2bd4edb5-c7a4-462d-9d1e-5fc5c5b17f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-813622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686404'] for router, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:30.635426 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2bd4edb5-c7a4-462d-9d1e-5fc5c5b17f92 admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:30.636609 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2bd4edb5-c7a4-462d-9d1e-5fc5c5b17f92 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5228169 May 18 06:10:32.942641 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 57514) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:33.298024 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [None req-9d20c056-e26d-4cef-ac85-9c7a826699cb admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:10:33.298985 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9d20c056-e26d-4cef-ac85-9c7a826699cb admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3554072 May 18 06:10:33.984216 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6936d6be-5c25-41f2-9925-3d3c203469fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:35.577902 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 57524) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:35.941785 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:35.946599 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:35.950865 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Usage tracker for resource:network and tenant:571b7d6c287142e69fc4e575cf9ec3d7 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:35.953601 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:35.959055 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:35.968444 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Made reservation on behalf of 571b7d6c287142e69fc4e575cf9ec3d7 for: {'network': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:10:35.970622 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:35.981937 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:35.998120 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:36.001671 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Usage tracker for resource:security_group_rule and tenant:571b7d6c287142e69fc4e575cf9ec3d7 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:36.004312 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:36.009643 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:36.103315 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:36.106742 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:36.109526 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:36.124672 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Reserving flat network on physical network physnet1 {{(pid=78802) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 18 06:10:36.144327 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb38fbd7-09d1-4792-970d-b15308789abe,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:36.148099 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:36.148980 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:36.149316 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.segments_db [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Added segment db60058c-938a-4eda-821e-c4fd0f84b1de of type flat for network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 May 18 06:10:36.179188 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:36.213268 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:36.214538 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:36.215109 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:36.219606 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:36.317368 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7383988 May 18 06:10:36.318070 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Pushing event updated for resources: {'Network': ['ID=62a0f7ad-a0c7-4110-9c22-c55291b486c1,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:36.333384 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:36.340735 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:10:36.458768 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:36.498263 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-34e049ea-403e-4260-a420-f55f8608da0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:37.551538 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:38.603135 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 57544) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:38.809740 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99ae122-f33c-40bb-82c2-c77634e11be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:38.811030 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d99ae122-f33c-40bb-82c2-c77634e11be9 admin admin] 10.222.0.13 "GET /v2.0/subnets/e4ab0112-526b-44df-aded-6df4113febd4 HTTP/1.1" status: 200 len: 849 time: 0.2069256 May 18 06:10:38.946525 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-7762bdf0-9088-450f-a1b0-4704a084cec5 admin admin] 10.222.0.13 "GET /v2.0/routers/420607e0-66d0-4aec-89f2-17fefcd8a0c1 HTTP/1.1" status: 200 len: 704 time: 0.1300640 May 18 06:10:39.172015 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.399195 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.619356 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Allocated IP 172.20.0.1 (dc1f0e26-05f2-4025-9a89-2f8573ac2721/e4ab0112-526b-44df-aded-6df4113febd4/40c28345-5550-49af-9c13-d3fe47df077e) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:10:39.774178 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.790939 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.provisioning_blocks [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Transition to ACTIVE for port object 40c28345-5550-49af-9c13-d3fe47df077e will not be triggered until provisioned by entity DHCP. {{(pid=78802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:10:39.846122 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:39.879203 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:39.939889 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Network dc1f0e26-05f2-4025-9a89-2f8573ac2721 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:10:39.942632 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:39.946266 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:10:39.946793 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678847'] for router_interface, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:40.062829 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Pushing event updated for resources: {'Port': ['ID=40c28345-5550-49af-9c13-d3fe47df077e,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:40.078049 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:40.184557 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-72f3807d-edc9-4af6-8f5e-bb1512a9ca49 None None] Provisioning for port 40c28345-5550-49af-9c13-d3fe47df077e completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:10:40.189266 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-72f3807d-edc9-4af6-8f5e-bb1512a9ca49 None None] Provisioning complete for port 40c28345-5550-49af-9c13-d3fe47df077e triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:40.189639 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-72f3807d-edc9-4af6-8f5e-bb1512a9ca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:40.202786 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:40.241429 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-72f3807d-edc9-4af6-8f5e-bb1512a9ca49 None None] Port 40c28345-5550-49af-9c13-d3fe47df077e cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:10:40.424581 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:40.428677 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:40.429760 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676120'] for router_interface, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:40.433589 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:40.563092 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Pushing event updated for resources: {'Port': ['ID=40c28345-5550-49af-9c13-d3fe47df077e,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:40.565872 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:40.616751 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Network dc1f0e26-05f2-4025-9a89-2f8573ac2721 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:10:40.617810 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:40.803794 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Router 420607e0-66d0-4aec-89f2-17fefcd8a0c1 is scheduled to L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 with binding_index 1 {{(pid=78802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:10:40.863422 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-66a45fde-4140-446e-a829-7a54af8651c8 None None] Provisioning complete for port 40c28345-5550-49af-9c13-d3fe47df077e triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:40.863732 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-66a45fde-4140-446e-a829-7a54af8651c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:40.916535 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-66a45fde-4140-446e-a829-7a54af8651c8 None None] Port 40c28345-5550-49af-9c13-d3fe47df077e cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:10:40.954205 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:10:40.962841 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] 10.222.0.13 "PUT /v2.0/routers/420607e0-66d0-4aec-89f2-17fefcd8a0c1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0111294 May 18 06:10:40.964020 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Sync routers for ids ['420607e0-66d0-4aec-89f2-17fefcd8a0c1'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:10:40.974034 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Routers {'420607e0-66d0-4aec-89f2-17fefcd8a0c1'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:10:40.974986 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:10:36Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['420607e0-66d0-4aec-89f2-17fefcd8a0c1'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:41.149520 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Set router 420607e0-66d0-4aec-89f2-17fefcd8a0c1 gateway port host: None {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:10:41.506167 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'name': 'router1', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:30Z', 'updated_at': '2021-05-18T06:10:40Z', 'revision_number': 2, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'gw_port_host': None, '_interfaces': [{'id': '40c28345-5550-49af-9c13-d3fe47df077e', 'name': '', 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'mac_address': 'fa:16:3e:e6:28:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:39Z', 'updated_at': '2021-05-18T06:10:40Z', 'revision_number': 2, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'subnets': [{'id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52c00cf3-b885-49ea-85af-a05fc190eafa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:41.510870 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Checking router: 420607e0-66d0-4aec-89f2-17fefcd8a0c1 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:10:41.511249 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Updating router 420607e0-66d0-4aec-89f2-17fefcd8a0c1 port 40c28345-5550-49af-9c13-d3fe47df077e binding host dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:10:41.562113 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:41.931895 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:41.947352 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Transition to ACTIVE for port object 40c28345-5550-49af-9c13-d3fe47df077e will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:10:41.954609 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:41.959492 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:42.149906 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Pushing event updated for resources: {'Port': ['ID=40c28345-5550-49af-9c13-d3fe47df077e,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:42.165590 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.165944 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.166274 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.166594 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.166915 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.167230 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.167539 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.167873 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.168201 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.168529 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.169416 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.169721 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Tracked resource versions report: May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: pushed versions: May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: { 'AddressGroup': {'1.2'}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'ConntrackHelper': {'1.0'}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Log': {'1.0'}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Network': {'1.1'}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Port': {'1.7'}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'PortForwarding': {'1.2'}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'QosPolicy': {'1.8'}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SecurityGroup': {'1.4'}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SecurityGroupRule': {'1.2'}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SubPort': {'1.0'}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Subnet': {'1.1'}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Trunk': {'1.1'}} May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: consumer versions: May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: { DHCP agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: L3 agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: Metadata agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: Metering agent@dv-cinder-784623-10-iscsi: {}, May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: Open vSwitch agent@dv-cinder-784623-10-iscsi: { 'AddressGroup': '1.2', May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'ConntrackHelper': '1.0', May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Log': '1.0', May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Network': '1.1', May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Port': '1.7', May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'PortForwarding': '1.2', May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'QosPolicy': '1.8', May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SecurityGroup': '1.4', May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SecurityGroupRule': '1.2', May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SubPort': '1.0', May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Subnet': '1.1', May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Trunk': '1.1'}} May 18 06:10:42.171077 dv-cinder-784623-10-iscsi neutron-server[78805]: {{(pid=78805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:10:42.182312 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:42.190302 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Attempting to bind port 40c28345-5550-49af-9c13-d3fe47df077e on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:10:42.190703 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Attempting to bind port 40c28345-5550-49af-9c13-d3fe47df077e by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'e85e3c84-86ee-4974-a342-a8c9eefa763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:10:42.191147 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Attempting to bind port 40c28345-5550-49af-9c13-d3fe47df077e on network dc1f0e26-05f2-4025-9a89-2f8573ac2721 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:10:42.196414 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:10:42.196817 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Checking segment: {'id': 'e85e3c84-86ee-4974-a342-a8c9eefa763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:10:42.197289 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:42.197670 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Bound using segment: {'id': 'e85e3c84-86ee-4974-a342-a8c9eefa763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:10:42.198156 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Bound port: 40c28345-5550-49af-9c13-d3fe47df077e, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85e3c84-86ee-4974-a342-a8c9eefa763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:10:42.198528 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:42.289163 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 5 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:10:42.290162 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] For port 40c28345-5550-49af-9c13-d3fe47df077e, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:10:42.294782 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] For port 40c28345-5550-49af-9c13-d3fe47df077e, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=40c28345-5550-49af-9c13-d3fe47df077e,segment=NetworkSegment(e85e3c84-86ee-4974-a342-a8c9eefa763b),segment_id=e85e3c84-86ee-4974-a342-a8c9eefa763b)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:10:42.300309 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:42.304794 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:42.407508 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Pushing event updated for resources: {'Port': ['ID=40c28345-5550-49af-9c13-d3fe47df077e,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:42.411788 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:42.414448 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Routers {'420607e0-66d0-4aec-89f2-17fefcd8a0c1'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:10:42.415082 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:10:36Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['420607e0-66d0-4aec-89f2-17fefcd8a0c1'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:42.564927 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] Set router 420607e0-66d0-4aec-89f2-17fefcd8a0c1 gateway port host: None {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:10:42.874321 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'name': 'router1', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:30Z', 'updated_at': '2021-05-18T06:10:40Z', 'revision_number': 2, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'gw_port_host': None, '_interfaces': [{'id': '40c28345-5550-49af-9c13-d3fe47df077e', 'name': '', 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'mac_address': 'fa:16:3e:e6:28:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:39Z', 'updated_at': '2021-05-18T06:10:42Z', 'revision_number': 4, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'subnets': [{'id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52c00cf3-b885-49ea-85af-a05fc190eafa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:42.878097 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161aebf6-c767-4748-811c-bc92e456ff16 None None] The sync data for ids ['420607e0-66d0-4aec-89f2-17fefcd8a0c1'] in dv-cinder-784623-10-iscsi is: [{'id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'name': 'router1', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:30Z', 'updated_at': '2021-05-18T06:10:40Z', 'revision_number': 2, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'gw_port_host': None, '_interfaces': [{'id': '40c28345-5550-49af-9c13-d3fe47df077e', 'name': '', 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'mac_address': 'fa:16:3e:e6:28:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:39Z', 'updated_at': '2021-05-18T06:10:42Z', 'revision_number': 4, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'subnets': [{'id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52c00cf3-b885-49ea-85af-a05fc190eafa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:10:43.118500 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 57566) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:43.260723 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f94ccd7-9c97-41d9-86ac-eb8ed838002b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:43.261275 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1f94ccd7-9c97-41d9-86ac-eb8ed838002b admin admin] Synchronizing usage tracker for tenant:571b7d6c287142e69fc4e575cf9ec3d7 on resource:network {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:10:43.279240 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1f94ccd7-9c97-41d9-86ac-eb8ed838002b admin admin] Unset dirty status for tenant:571b7d6c287142e69fc4e575cf9ec3d7 on resource:network {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:10:43.280565 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-1f94ccd7-9c97-41d9-86ac-eb8ed838002b admin admin] 10.222.0.13 "GET /v2.0/networks/62a0f7ad-a0c7-4110-9c22-c55291b486c1 HTTP/1.1" status: 200 len: 842 time: 0.1610646 May 18 06:10:43.289794 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:43.294902 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:10:43.298827 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Usage tracker for resource:subnet and tenant:571b7d6c287142e69fc4e575cf9ec3d7 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:10:43.301872 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:10:43.307977 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:10:43.317113 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Made reservation on behalf of 571b7d6c287142e69fc4e575cf9ec3d7 for: {'subnet': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:10:43.319429 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:43.759486 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.objects.ports [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78802) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 18 06:10:43.759946 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:43.764248 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-f9dfed72-1c48-4083-aad4-c140779477ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:43.833945 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7444b712-f267-4640-b2d9-530c2a92c4c0,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:43.836582 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:43.842717 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Checking segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:10:43.843079 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Network hostable DHCP agents. Network: 62a0f7ad-a0c7-4110-9c22-c55291b486c1, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:10:43.859876 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:10:43.868428 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 62a0f7ad-a0c7-4110-9c22-c55291b486c1) {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:43.872434 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:43.873584 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:43.880341 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd061e14-ede2-4ac2-8127-276ee9c4cd4b None None] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:10:43.893871 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6075189 May 18 06:10:44.085180 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5dd68-1d94-4803-8d1a-574caaaf833a None None] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:10:46.108609 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 57580) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:46.305523 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-357fdb85-818a-407e-b0e0-c43dcb0f4239 admin admin] 10.222.0.13 "GET /v2.0/routers/420607e0-66d0-4aec-89f2-17fefcd8a0c1 HTTP/1.1" status: 200 len: 710 time: 0.1957989 May 18 06:10:46.360237 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 40c28345-5550-49af-9c13-d3fe47df077e up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:46.428640 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 40c28345-5550-49af-9c13-d3fe47df077e completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:10:46.433316 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 40c28345-5550-49af-9c13-d3fe47df077e triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:46.433696 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:46.434216 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70376b1-873b-4f3c-8e6d-25d83af34637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:10:46.440317 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-f70376b1-873b-4f3c-8e6d-25d83af34637 admin admin] 10.222.0.13 "GET /v2.0/networks/62a0f7ad-a0c7-4110-9c22-c55291b486c1 HTTP/1.1" status: 200 len: 886 time: 0.1250887 May 18 06:10:46.444357 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:10:46.550152 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:46.582579 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 40c28345-5550-49af-9c13-d3fe47df077e, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=40c28345-5550-49af-9c13-d3fe47df077e,segment=NetworkSegment(e85e3c84-86ee-4974-a342-a8c9eefa763b),segment_id=e85e3c84-86ee-4974-a342-a8c9eefa763b)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:10:46.586990 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:46.589278 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:46.657733 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=40c28345-5550-49af-9c13-d3fe47df077e,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:46.660806 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:46.880220 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-813615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7115'] for router, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:47.240469 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:47.296045 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:47.420730 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Allocated IP 172.27.2.196 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/531de350-2a42-480d-b1a8-7ab215689d85) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:10:47.556841 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:47.585600 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:47.590084 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fdbae3b0-8460-4096-9389-31c41bdd680c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:47.649270 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:10:47.651958 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:10:47.655529 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:10:47.783126 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Pushing event updated for resources: {'Port': ['ID=531de350-2a42-480d-b1a8-7ab215689d85,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:47.786493 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:48.031689 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:48.343959 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 40c28345-5550-49af-9c13-d3fe47df077e up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:48.411976 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 40c28345-5550-49af-9c13-d3fe47df077e triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:48.412188 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-813615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7115'] for router, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:48.412642 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:48.415444 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-686397', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-686390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-813585'] for router, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:48.591662 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Router 420607e0-66d0-4aec-89f2-17fefcd8a0c1 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:10:48.760933 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:10:48.768747 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:48.769925 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] 10.222.0.13 "PUT /v2.0/routers/420607e0-66d0-4aec-89f2-17fefcd8a0c1 HTTP/1.1" status: 200 len: 890 time: 2.3288751 May 18 06:10:48.770483 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Sync routers for ids ['420607e0-66d0-4aec-89f2-17fefcd8a0c1'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:10:48.781153 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Routers {'420607e0-66d0-4aec-89f2-17fefcd8a0c1'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:10:48.781826 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:10:36Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['420607e0-66d0-4aec-89f2-17fefcd8a0c1'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:48.970173 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Set router 420607e0-66d0-4aec-89f2-17fefcd8a0c1 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:10:49.324511 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'name': 'router1', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '531de350-2a42-480d-b1a8-7ab215689d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:30Z', 'updated_at': '2021-05-18T06:10:47Z', 'revision_number': 4, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'gw_port': {'id': '531de350-2a42-480d-b1a8-7ab215689d85', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:47Z', 'updated_at': '2021-05-18T06:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '40c28345-5550-49af-9c13-d3fe47df077e', 'name': '', 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'mac_address': 'fa:16:3e:e6:28:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:39Z', 'updated_at': '2021-05-18T06:10:46Z', 'revision_number': 5, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'subnets': [{'id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52c00cf3-b885-49ea-85af-a05fc190eafa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:49.329830 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Checking router: 420607e0-66d0-4aec-89f2-17fefcd8a0c1 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:10:49.330183 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Updating router 420607e0-66d0-4aec-89f2-17fefcd8a0c1 port 531de350-2a42-480d-b1a8-7ab215689d85 binding host dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:10:49.383931 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:49.702953 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:49.715756 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Transition to ACTIVE for port object 531de350-2a42-480d-b1a8-7ab215689d85 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:10:49.720851 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:49.724640 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-bfd1c729-4029-4baf-b8da-81ab7afb896f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:49.798030 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Attempting to bind port 531de350-2a42-480d-b1a8-7ab215689d85 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:10:49.798399 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Attempting to bind port 531de350-2a42-480d-b1a8-7ab215689d85 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:10:49.798760 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Attempting to bind port 531de350-2a42-480d-b1a8-7ab215689d85 on network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:10:49.800614 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8716a45-b32b-4597-8fc1-57adbc0b8b50 None None] Pushing event updated for resources: {'Port': ['ID=531de350-2a42-480d-b1a8-7ab215689d85,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:49.804099 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f8716a45-b32b-4597-8fc1-57adbc0b8b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:49.806467 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:10:49.806838 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Checking segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:10:49.807665 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:49.807665 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Bound using segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:10:49.808074 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Bound port: 531de350-2a42-480d-b1a8-7ab215689d85, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:10:49.808441 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:49.879555 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] For port 531de350-2a42-480d-b1a8-7ab215689d85, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:10:49.882464 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] For port 531de350-2a42-480d-b1a8-7ab215689d85, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=531de350-2a42-480d-b1a8-7ab215689d85,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:10:49.886808 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:49.891952 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f8716a45-b32b-4597-8fc1-57adbc0b8b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:49.963306 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Routers {'420607e0-66d0-4aec-89f2-17fefcd8a0c1'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:10:49.963897 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:10:36Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['420607e0-66d0-4aec-89f2-17fefcd8a0c1'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:50.033732 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8716a45-b32b-4597-8fc1-57adbc0b8b50 None None] Pushing event updated for resources: {'Port': ['ID=531de350-2a42-480d-b1a8-7ab215689d85,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:50.036956 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f8716a45-b32b-4597-8fc1-57adbc0b8b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:50.146635 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] Set router 420607e0-66d0-4aec-89f2-17fefcd8a0c1 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:10:50.461131 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'name': 'router1', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '531de350-2a42-480d-b1a8-7ab215689d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:30Z', 'updated_at': '2021-05-18T06:10:47Z', 'revision_number': 4, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'gw_port': {'id': '531de350-2a42-480d-b1a8-7ab215689d85', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:47Z', 'updated_at': '2021-05-18T06:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '40c28345-5550-49af-9c13-d3fe47df077e', 'name': '', 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'mac_address': 'fa:16:3e:e6:28:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:39Z', 'updated_at': '2021-05-18T06:10:46Z', 'revision_number': 5, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'subnets': [{'id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52c00cf3-b885-49ea-85af-a05fc190eafa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:10:50.466068 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ad2549-edd3-4151-8294-8d971a7d58eb None None] The sync data for ids ['420607e0-66d0-4aec-89f2-17fefcd8a0c1'] in dv-cinder-784623-10-iscsi is: [{'id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'name': 'router1', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '531de350-2a42-480d-b1a8-7ab215689d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:10:30Z', 'updated_at': '2021-05-18T06:10:47Z', 'revision_number': 4, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'gw_port': {'id': '531de350-2a42-480d-b1a8-7ab215689d85', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:47Z', 'updated_at': '2021-05-18T06:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '40c28345-5550-49af-9c13-d3fe47df077e', 'name': '', 'network_id': 'dc1f0e26-05f2-4025-9a89-2f8573ac2721', 'tenant_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'mac_address': 'fa:16:3e:e6:28:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420607e0-66d0-4aec-89f2-17fefcd8a0c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:10:39Z', 'updated_at': '2021-05-18T06:10:46Z', 'revision_number': 5, 'project_id': '00a9c2fb7ce441f6b7331bc23834fb8a', 'subnets': [{'id': 'e4ab0112-526b-44df-aded-6df4113febd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52c00cf3-b885-49ea-85af-a05fc190eafa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:10:51.091921 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 57590) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:10:51.208209 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2e838c89-b560-4b2b-b5da-1918fa72bd07 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1151340 May 18 06:10:52.356939 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 531de350-2a42-480d-b1a8-7ab215689d85 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:52.424230 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 531de350-2a42-480d-b1a8-7ab215689d85 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:10:52.435161 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 531de350-2a42-480d-b1a8-7ab215689d85 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:52.435828 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:52.568712 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:52.585534 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 531de350-2a42-480d-b1a8-7ab215689d85, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=531de350-2a42-480d-b1a8-7ab215689d85,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:10:52.589510 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:10:52.591621 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:10:52.653424 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=531de350-2a42-480d-b1a8-7ab215689d85,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:10:52.656346 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:10:54.354732 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 531de350-2a42-480d-b1a8-7ab215689d85 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:10:54.431966 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 531de350-2a42-480d-b1a8-7ab215689d85 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:10:54.432386 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:03.987785 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5f59cd63-3376-4c8f-8684-91ec713d788a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:06.463859 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:06.502359 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8b3527b5-9c21-4ba4-a887-068a31488994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:07.565607 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:09.204301 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:19.289729 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 5 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:11:33.992620 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4755ee96-70ac-42d5-99ac-f622b20c975f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:36.460030 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:36.497442 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-88b072e4-6f1b-4ce5-bfcd-9870a5d05cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:37.557762 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:39.198911 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:11:56.278773 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 5 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:12:03.996024 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eafcf587-0cb8-4647-abd7-23066e81ad1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:06.462625 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:06.498698 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2192c3c-6585-4b18-b3a1-a1d8c788c411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:07.557335 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:09.206239 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:25.832692 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58162) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:25.898459 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f43e6a-6390-49f8-80bd-5b591518e9c9 admin admin] GET failed (client error): The resource could not be found. May 18 06:12:25.899693 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d5f43e6a-6390-49f8-80bd-5b591518e9c9 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660627 May 18 06:12:26.026339 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36623ce4-6107-492b-b932-bf483860ef51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:26.027675 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-36623ce4-6107-492b-b932-bf483860ef51 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1242716 May 18 06:12:28.101022 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58172) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:28.204744 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4ffd86-2f35-42bd-b6d1-228637545ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:28.205309 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-3a4ffd86-2f35-42bd-b6d1-228637545ce7 admin admin] Synchronizing usage tracker for tenant:571b7d6c287142e69fc4e575cf9ec3d7 on resource:subnet {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:12:28.221890 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-3a4ffd86-2f35-42bd-b6d1-228637545ce7 admin admin] Unset dirty status for tenant:571b7d6c287142e69fc4e575cf9ec3d7 on resource:subnet {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:12:28.228343 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-3a4ffd86-2f35-42bd-b6d1-228637545ce7 admin admin] 10.222.0.13 "GET /v2.0/subnets/e4ab0112-526b-44df-aded-6df4113febd4 HTTP/1.1" status: 200 len: 849 time: 0.1214271 May 18 06:12:28.232921 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:12:28.349339 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Notify callbacks [] for subnet, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:28.531325 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755054670385'] for subnet, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:28.534794 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:12:28.582989 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f25690-99ee-4863-9e4d-8378ffdb77b0 None None] Network dc1f0e26-05f2-4025-9a89-2f8573ac2721 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:12:28.583811 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:28.584172 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:28.585452 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] 10.222.0.13 "PUT /v2.0/subnets/e4ab0112-526b-44df-aded-6df4113febd4 HTTP/1.1" status: 200 len: 868 time: 0.3564479 May 18 06:12:28.600010 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ab0112-526b-44df-aded-6df4113febd4,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:12:28.607626 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.608044 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.608372 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.608704 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.609032 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.609377 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.609706 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.610052 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.610389 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.610711 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.611034 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.611376 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:12:28.615124 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:12:28.978562 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-9d9463d6-ad1b-4b36-9963-12227ba48fff None None] Provisioning complete for port 40c28345-5550-49af-9c13-d3fe47df077e triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:12:28.978935 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9d9463d6-ad1b-4b36-9963-12227ba48fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:29.100225 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-9d9463d6-ad1b-4b36-9963-12227ba48fff None None] Provisioning complete for port a2bbc113-7ab0-4de9-aa2d-a2e3ad342361 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:12:29.100482 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9d9463d6-ad1b-4b36-9963-12227ba48fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:30.698680 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58182) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:30.865921 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e2b0f-0d0b-489d-86ce-4754a2027918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:30.866404 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e2b0f-0d0b-489d-86ce-4754a2027918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:30.867909 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-fc2e2b0f-0d0b-489d-86ce-4754a2027918 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1682630 May 18 06:12:32.953749 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58192) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:33.119959 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56e7a7c-7cb6-4ddf-92f9-485b8b0399b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:33.120442 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56e7a7c-7cb6-4ddf-92f9-485b8b0399b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:33.121931 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-b56e7a7c-7cb6-4ddf-92f9-485b8b0399b1 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1672268 May 18 06:12:33.278727 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 5 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:12:33.998997 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c4491bb2-2d4a-4cfe-9b2c-3ac073d634d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:35.205534 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58202) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:35.402993 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0218306f-97a9-41e3-9fff-009d1a0b61d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:35.404392 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0218306f-97a9-41e3-9fff-009d1a0b61d8 admin admin] 10.222.0.13 "GET /v2.0/networks/62a0f7ad-a0c7-4110-9c22-c55291b486c1 HTTP/1.1" status: 200 len: 886 time: 0.1979184 May 18 06:12:36.468636 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:36.501023 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ac495202-27d9-4eec-8f29-01c3e7a272a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:37.510696 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58212) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:37.560250 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:37.684356 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ff80d-1d44-494c-969a-011bdf6be7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:37.685690 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-048ff80d-1d44-494c-969a-011bdf6be7b5 admin admin] 10.222.0.13 "GET /v2.0/networks/dc1f0e26-05f2-4025-9a89-2f8573ac2721 HTTP/1.1" status: 200 len: 869 time: 0.1740685 May 18 06:12:39.208315 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:12:39.766301 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58222) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:39.873712 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a8226-9265-466d-b36b-6c6b37780977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:39.874175 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a8226-9265-466d-b36b-6c6b37780977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:39.875629 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-889a8226-9265-466d-b36b-6c6b37780977 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1083825 May 18 06:12:41.965724 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58232) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:42.068738 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58d0b27-4f7f-4747-aaeb-7631e2dbfe45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:42.069202 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58d0b27-4f7f-4747-aaeb-7631e2dbfe45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:42.070713 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-d58d0b27-4f7f-4747-aaeb-7631e2dbfe45 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1040328 May 18 06:12:44.134151 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58242) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:44.233911 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d14343-1d78-4fad-bc09-20cc4c804cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:44.235206 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-72d14343-1d78-4fad-bc09-20cc4c804cf4 admin admin] 10.222.0.13 "GET /v2.0/subnets/7444b712-f267-4640-b2d9-530c2a92c4c0 HTTP/1.1" status: 200 len: 816 time: 0.1001151 May 18 06:12:46.327670 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58252) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:12:46.430143 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84389e02-4955-479b-9b3f-7840d680bc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:12:46.431427 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-84389e02-4955-479b-9b3f-7840d680bc89 admin admin] 10.222.0.13 "GET /v2.0/subnets/e4ab0112-526b-44df-aded-6df4113febd4 HTTP/1.1" status: 200 len: 868 time: 0.1028185 May 18 06:13:04.000943 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-566800d8-50fc-4967-808d-e257fb961826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:06.461533 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:06.501192 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b513ccd3-ece5-44ca-a960-38b5653eb8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:07.562787 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:09.080980 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58296) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:13:09.127131 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [None req-f97456e5-78ca-41ba-bc53-1e7824116d2d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:13:09.128144 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f97456e5-78ca-41ba-bc53-1e7824116d2d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462086 May 18 06:13:09.217384 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:10.278278 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 5 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:13:11.287739 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58306) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:13:11.353377 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b1bc84-8471-420d-af30-2452749ba565 admin admin] GET failed (client error): The resource could not be found. May 18 06:13:11.354594 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-66b1bc84-8471-420d-af30-2452749ba565 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659089 May 18 06:13:11.476842 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9402369-9c33-40b4-b024-2315ca2445e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:13:11.478153 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c9402369-9c33-40b4-b024-2315ca2445e0 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1191680 May 18 06:13:13.586618 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58316) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:13:13.633150 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:13:13.638367 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:13:13.649234 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:13:13.659516 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Made reservation on behalf of 571b7d6c287142e69fc4e575cf9ec3d7 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:13:13.662144 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:13.752870 dv-cinder-784623-10-iscsi neutron-server[78803]: WARNING neutron.services.revisions.revision_plugin [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Could not find related network for resource to bump revision. May 18 06:13:13.766905 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:13:13.777825 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755054684874', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:13.779063 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Unsubscribe: segment precommit_create {{(pid=78803) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 18 06:13:13.779819 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Added segment 6147f742-152d-4ba1-baa5-f0f235c5310d of type vlan for network f8070de8-032f-4fed-86c5-95000374c9df May 18 06:13:13.864708 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:13.898619 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:13.900433 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:13:13.901021 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:13.906632 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:13:13.987603 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3998868 May 18 06:13:14.008344 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Pushing event updated for resources: {'Network': ['ID=f8070de8-032f-4fed-86c5-95000374c9df,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:13:14.017326 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.017674 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.018012 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.018339 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.018662 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.018988 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.019310 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.019648 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.019995 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.020313 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.020626 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.020938 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Tracked resource versions report: May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: pushed versions: May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: { 'AddressGroup': {'1.2'}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'ConntrackHelper': {'1.0'}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Log': {'1.0'}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Network': {'1.1'}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Port': {'1.7'}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'PortForwarding': {'1.2'}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'QosPolicy': {'1.8'}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SecurityGroup': {'1.4'}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SecurityGroupRule': {'1.2'}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SubPort': {'1.0'}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Subnet': {'1.1'}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Trunk': {'1.1'}} May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: consumer versions: May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: { DHCP agent@dv-cinder-784623-10-iscsi: {}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: L3 agent@dv-cinder-784623-10-iscsi: {}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: Metadata agent@dv-cinder-784623-10-iscsi: {}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: Metering agent@dv-cinder-784623-10-iscsi: {}, May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: Open vSwitch agent@dv-cinder-784623-10-iscsi: { 'AddressGroup': '1.2', May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'ConntrackHelper': '1.0', May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Log': '1.0', May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Network': '1.1', May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Port': '1.7', May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'PortForwarding': '1.2', May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'QosPolicy': '1.8', May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SecurityGroup': '1.4', May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SecurityGroupRule': '1.2', May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SubPort': '1.0', May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Subnet': '1.1', May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Trunk': '1.1'}} May 18 06:13:14.022360 dv-cinder-784623-10-iscsi neutron-server[78803]: {{(pid=78803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:13:14.055620 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:13:14.060020 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network f8070de8-032f-4fed-86c5-95000374c9df details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:13:16.078677 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58330) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:13:16.142507 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d639b5-e094-4126-be42-52f97f84a934 admin admin] GET failed (client error): The resource could not be found. May 18 06:13:16.143047 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f4d639b5-e094-4126-be42-52f97f84a934 admin admin] Synchronizing usage tracker for tenant:571b7d6c287142e69fc4e575cf9ec3d7 on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:13:16.157646 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f4d639b5-e094-4126-be42-52f97f84a934 admin admin] Unset dirty status for tenant:571b7d6c287142e69fc4e575cf9ec3d7 on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:13:16.158878 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f4d639b5-e094-4126-be42-52f97f84a934 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0790465 May 18 06:13:16.262250 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788527a5-6a23-4181-a790-1ffa3a8a6ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:13:16.263642 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-788527a5-6a23-4181-a790-1ffa3a8a6ee2 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1010849 May 18 06:13:16.272934 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:13:16.277340 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:13:16.287334 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:13:16.297239 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Made reservation on behalf of 571b7d6c287142e69fc4e575cf9ec3d7 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:13:16.299883 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:16.694385 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:16.699376 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:13:16.770009 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67c2c5b-e5f6-4a1a-b445-b84a61ef84c2,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:13:16.777077 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:13:16.777850 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Checking segment: {'id': '6147f742-152d-4ba1-baa5-f0f235c5310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:13:16.778756 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Network hostable DHCP agents. Network: f8070de8-032f-4fed-86c5-95000374c9df, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:13:16.796775 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Network f8070de8-032f-4fed-86c5-95000374c9df is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:13:16.806641 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, f8070de8-032f-4fed-86c5-95000374c9df) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:13:16.811445 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:13:16.812068 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:16.816047 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b249369e-fe09-483d-91c0-1984237fd113 None None] Network f8070de8-032f-4fed-86c5-95000374c9df requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:13:16.835002 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5654233 May 18 06:13:17.032392 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4bbcccd-1247-5822-9de9-63a88c1eb4be-f8070de8-032f-4fed-86c5-95000374c9df', 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df', 'tenant_id': '571b7d6c287142e69fc4e575cf9ec3d7', 'fixed_ips': [{'subnet_id': 'd67c2c5b-e5f6-4a1a-b445-b84a61ef84c2'}]}} from dv-cinder-784623-10-iscsi. {{(pid=78804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:13:17.033206 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:17.213197 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Allocated IP 192.168.233.2 (f8070de8-032f-4fed-86c5-95000374c9df/d67c2c5b-e5f6-4a1a-b445-b84a61ef84c2/8e2adaeb-6edd-4bda-9b58-d05b0b522c4e) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:13:17.425109 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:17.435854 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Transition to ACTIVE for port object 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:13:17.454438 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Transition to ACTIVE for port object 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:13:17.460091 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:17.464440 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:13:17.524563 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Network f8070de8-032f-4fed-86c5-95000374c9df is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:13:17.527325 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:13:17.531455 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:13:17.537302 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Pushing event updated for resources: {'Port': ['ID=8e2adaeb-6edd-4bda-9b58-d05b0b522c4e,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:13:17.572296 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.572660 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.573005 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.573341 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.573674 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.574004 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.574328 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.574648 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.575498 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.575846 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.576186 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.576504 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:13:17.586365 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:13:17.635836 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Attempting to bind port 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:13:17.636210 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Attempting to bind port 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '6147f742-152d-4ba1-baa5-f0f235c5310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:13:17.636571 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Attempting to bind port 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e on network f8070de8-032f-4fed-86c5-95000374c9df {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:13:17.642937 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:13:17.643315 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Checking segment: {'id': '6147f742-152d-4ba1-baa5-f0f235c5310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:13:17.643732 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:17.644139 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Bound using segment: {'id': '6147f742-152d-4ba1-baa5-f0f235c5310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:13:17.644604 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Bound port: 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6147f742-152d-4ba1-baa5-f0f235c5310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:13:17.644978 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:17.731782 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] For port 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:13:17.735297 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] For port 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=8e2adaeb-6edd-4bda-9b58-d05b0b522c4e,segment=NetworkSegment(6147f742-152d-4ba1-baa5-f0f235c5310d),segment_id=6147f742-152d-4ba1-baa5-f0f235c5310d)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:13:17.740650 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:17.744631 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:13:17.824720 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Pushing event updated for resources: {'Port': ['ID=8e2adaeb-6edd-4bda-9b58-d05b0b522c4e,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:13:17.829310 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:13:18.502164 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:13:18.582556 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:13:18.648363 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6816a06a-8d2d-473a-ba8e-529cc08edeec None None] Network f8070de8-032f-4fed-86c5-95000374c9df requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:13:18.734519 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-24c82eb5-3b51-4b99-b4a0-ef027ed5b07a None None] Provisioning for port 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:13:18.743436 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-24c82eb5-3b51-4b99-b4a0-ef027ed5b07a None None] Provisioning complete for port 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:13:18.743897 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-24c82eb5-3b51-4b99-b4a0-ef027ed5b07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:18.969038 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-24c82eb5-3b51-4b99-b4a0-ef027ed5b07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:19.007104 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-24c82eb5-3b51-4b99-b4a0-ef027ed5b07a None None] For port 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=8e2adaeb-6edd-4bda-9b58-d05b0b522c4e,segment=NetworkSegment(6147f742-152d-4ba1-baa5-f0f235c5310d),segment_id=6147f742-152d-4ba1-baa5-f0f235c5310d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:13:19.011733 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-24c82eb5-3b51-4b99-b4a0-ef027ed5b07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:19.027249 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f8716a45-b32b-4597-8fc1-57adbc0b8b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:13:19.108337 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c82eb5-3b51-4b99-b4a0-ef027ed5b07a None None] Pushing event updated for resources: {'Port': ['ID=8e2adaeb-6edd-4bda-9b58-d05b0b522c4e,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:13:19.112846 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-24c82eb5-3b51-4b99-b4a0-ef027ed5b07a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:13:19.203275 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-688cc1ae-31be-479f-8a17-07b9f2d79524 None None] Provisioning complete for port 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:13:19.203653 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-688cc1ae-31be-479f-8a17-07b9f2d79524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:20.471765 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:13:20.540061 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 8e2adaeb-6edd-4bda-9b58-d05b0b522c4e triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:13:20.540350 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:34.001875 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ca9695d0-d301-456a-bbf4-47faa3616d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:36.463911 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:36.502825 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a28f269c-1e69-4ad8-9571-55f93c97d4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:37.572312 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:39.223568 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:13:47.278977 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 5 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:14:04.003434 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bc377c17-67a9-4cda-b0a1-3d28019299b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:06.465220 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:06.504015 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-29bb1de7-ffe6-4276-bc81-02970a4635ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:07.565198 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:09.224570 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:24.278698 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 5 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:14:26.278486 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58382) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:14:26.284596 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [None req-04e314ad-da23-4682-baf2-a554e92b7a25 tempest-verify_tempest_config-2089588907 tempest-verify_tempest_config-2089588907-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:14:26.286505 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-04e314ad-da23-4682-baf2-a554e92b7a25 tempest-verify_tempest_config-2089588907 tempest-verify_tempest_config-2089588907-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069487 May 18 06:14:26.578352 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58400) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:14:26.697008 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:26.710713 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:14:26.714474 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Usage tracker for resource:security_group_rule and tenant:95c020ba91d44531b82fdc5afdde180c is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:14:26.717244 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:14:26.722782 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:14:26.801939 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:26.805385 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:26.813562 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:14:26.849878 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Synchronizing usage tracker for tenant:571b7d6c287142e69fc4e575cf9ec3d7 on resource:security_group {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:14:26.853037 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0badb9-32fc-493e-ba0a-fc2fa7da3e46,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:14:26.862764 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.863118 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.863452 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.863801 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.864124 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.864460 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.864780 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.865112 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.865431 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.865743 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.866053 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.866365 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:26.871144 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:14:26.879222 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Unset dirty status for tenant:571b7d6c287142e69fc4e575cf9ec3d7 on resource:security_group {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:14:26.883025 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58406) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:14:26.883211 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95c020ba91d44531b82fdc5afdde180c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3036611 May 18 06:14:26.946561 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:26.971314 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:27.062218 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:27.067013 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:14:27.079422 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0badb9-32fc-493e-ba0a-fc2fa7da3e46,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:14:27.086555 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:27.087645 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf0badb9-32fc-493e-ba0a-fc2fa7da3e46 HTTP/1.1" status: 204 len: 168 time: 0.2036953 May 18 06:14:27.089332 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.089689 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.090024 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.090345 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.090772 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.091047 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.091371 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.091700 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.092056 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.092586 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.092685 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.093023 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:14:27.096552 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:14:34.005084 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e1046766-5c2b-4d69-b892-fd6849fcd2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:36.467980 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:36.504733 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0e165527-652a-4024-93b0-ddce1d3c127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:37.569042 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:14:39.227396 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:01.277859 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 5 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:15:04.005897 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-85202805-e016-43f4-b802-ad2886446f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:06.468888 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:06.505841 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5ffe3ebd-b4a8-4415-b486-1c0156c96293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:07.570164 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:09.230497 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:34.007939 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-dd71da89-9e4b-4d63-ba97-52617aa2438c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:36.471212 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:36.504953 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d455104c-9ad5-44cf-a5e0-5abb39942241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:37.572678 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:38.276990 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 5 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:15:39.233109 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:53.334936 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892'] for agent, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:15:56.692189 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58458) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:15:56.801724 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-dc4427ff-8a58-4bdd-9f6e-5aa508a0dbac admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1084628 May 18 06:15:58.897543 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58468) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:15:58.955264 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-8c6ff328-d216-490e-ba95-8d913a012bef admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0566361 May 18 06:16:04.009773 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6a3a353f-9228-4c79-9e6a-c82298c083b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:06.473018 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:06.504309 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1ad59f91-5653-43ab-93da-1016e6a6934f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:07.576386 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:09.238550 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:15.276263 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:16:23.290196 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:34.011057 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f7cddabf-1bba-4ea7-8d6a-9114ec61ca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:36.473781 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:36.503569 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7d21b1e1-302d-4e5f-b90b-24812926fc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:37.579571 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:39.325633 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:16:52.275696 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:16:53.288681 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:04.012969 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f1a3e3e3-7746-492e-aefc-9849eddb439f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:06.475584 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:06.503402 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2f0fe09-cddf-44c3-b2c0-49ec9c2774e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:07.582948 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:09.329926 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:21.825399 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58668) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:22.148509 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1361705529-network', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:22.153483 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:22.158242 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Usage tracker for resource:network and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:22.161190 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:22.171903 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:22.177850 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Made reservation on behalf of 797cf5d9b9e64d3ab1b68e7d675699fd for: {'network': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:22.180275 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:22.196289 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:22.268252 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:22.271951 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Usage tracker for resource:security_group_rule and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:22.274753 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:22.281252 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:22.364121 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:22.370486 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:22.375647 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-36fe9721-9572-4782-ba19-f309337a7f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:22.402091 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b2a6e4-6ddb-4e86-a8eb-497eb579d465,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:22.411553 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.411922 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.412422 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.412916 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.413392 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.413908 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.414391 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.414903 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.415396 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.415892 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.416487 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.416963 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:22.422062 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58694) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Tracked resource versions report: May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: pushed versions: May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: { 'AddressGroup': {'1.2'}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'ConntrackHelper': {'1.0'}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Log': {'1.0'}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Network': {'1.1'}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Port': {'1.7'}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'PortForwarding': {'1.2'}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'QosPolicy': {'1.8'}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SecurityGroup': {'1.4'}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SecurityGroupRule': {'1.2'}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SubPort': {'1.0'}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Subnet': {'1.1'}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Trunk': {'1.1'}} May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: consumer versions: May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: { DHCP agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: HyperV agent@hv-cinder-78462: {}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: L3 agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: Metadata agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: Metering agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: Open vSwitch agent@dv-cinder-784623-10-iscsi: { 'AddressGroup': '1.2', May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'ConntrackHelper': '1.0', May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Log': '1.0', May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Network': '1.1', May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Port': '1.7', May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'PortForwarding': '1.2', May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'QosPolicy': '1.8', May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SecurityGroup': '1.4', May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SecurityGroupRule': '1.2', May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'SubPort': '1.0', May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Subnet': '1.1', May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: 'Trunk': '1.1'}} May 18 06:17:22.428536 dv-cinder-784623-10-iscsi neutron-server[78802]: {{(pid=78802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:17:22.436996 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:22.441204 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=78802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:17:22.454560 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:22.455033 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.segments_db [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Added segment c2660603-2720-4ff7-bba5-9bdd2956929d of type vlan for network fa69bd4a-a63f-4b32-9479-e675b2113b20 May 18 06:17:22.484387 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:22.529374 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:22.530650 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:22.534546 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:22.539362 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:22.605958 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58710) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:22.639029 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Pushing event updated for resources: {'Network': ['ID=fa69bd4a-a63f-4b32-9479-e675b2113b20,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:22.642186 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:22.643924 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8175132 May 18 06:17:22.647820 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58716) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:22.652184 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network fa69bd4a-a63f-4b32-9479-e675b2113b20 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:17:22.654089 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Request body: {'subnet': {'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1361705529-subnet', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:22.658946 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:22.664024 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Usage tracker for resource:subnet and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:22.667089 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:22.674153 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:22.687978 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Made reservation on behalf of 797cf5d9b9e64d3ab1b68e7d675699fd for: {'subnet': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:22.690796 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:22.863597 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1171498972-network', 'tenant_id': '0200436280b44ae7bb23b402a5c635e5'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:22.868663 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:22.873706 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Usage tracker for resource:network and tenant:0200436280b44ae7bb23b402a5c635e5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:22.877741 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:22.886456 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:22.897793 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58728) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:22.906523 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Made reservation on behalf of 0200436280b44ae7bb23b402a5c635e5 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:22.909264 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:22.924709 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:22.940729 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:22.944706 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Usage tracker for resource:security_group_rule and tenant:0200436280b44ae7bb23b402a5c635e5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:22.948151 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:22.955031 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:23.000686 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-network', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:23.005857 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:23.014172 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Usage tracker for resource:network and tenant:d3c5f7dde9e440128aee36b61bc3a270 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:23.017260 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:23.023965 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:23.038692 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Made reservation on behalf of d3c5f7dde9e440128aee36b61bc3a270 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:23.041489 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.055442 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.075509 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:23.080836 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c5f7dde9e440128aee36b61bc3a270 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:23.084410 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:23.090854 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:23.181633 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.190670 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.207819 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:17:23.234336 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.234996 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Added segment 26268549-c6a2-4f87-bd4f-1a4579c0614e of type vlan for network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 May 18 06:17:23.300124 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.304760 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.312203 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.318361 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:23.328440 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:23.390987 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1439b6e-bf79-4140-b375-719a48f85281,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:23.405641 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:23.437649 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Checking segment: {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:23.440255 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Network hostable DHCP agents. Network: fa69bd4a-a63f-4b32-9479-e675b2113b20, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:17:23.470272 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1160398520-network', 'tenant_id': 'afcbdb85b6794bbda1866b6565e294af'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:23.474256 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b46073-5f16-40cc-98be-0db43836ea56,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:23.481717 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Network fa69bd4a-a63f-4b32-9479-e675b2113b20 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:17:23.487825 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.488479 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.489018 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.489537 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.490140 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.490698 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.491550 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.492115 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.492619 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.493120 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.493613 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.494111 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Tracked resource versions report: May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: pushed versions: May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: { 'AddressGroup': {'1.2'}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'ConntrackHelper': {'1.0'}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Log': {'1.0'}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Network': {'1.1'}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Port': {'1.7'}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'PortForwarding': {'1.2'}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'QosPolicy': {'1.8'}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SecurityGroup': {'1.4'}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SecurityGroupRule': {'1.2'}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SubPort': {'1.0'}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Subnet': {'1.1'}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Trunk': {'1.1'}} May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: consumer versions: May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: { DHCP agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: HyperV agent@hv-cinder-78462: {}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: L3 agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: Metadata agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: Metering agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: Open vSwitch agent@dv-cinder-784623-10-iscsi: { 'AddressGroup': '1.2', May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'ConntrackHelper': '1.0', May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Log': '1.0', May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Network': '1.1', May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Port': '1.7', May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'PortForwarding': '1.2', May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'QosPolicy': '1.8', May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SecurityGroup': '1.4', May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SecurityGroupRule': '1.2', May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'SubPort': '1.0', May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Subnet': '1.1', May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: 'Trunk': '1.1'}} May 18 06:17:23.495335 dv-cinder-784623-10-iscsi neutron-server[78803]: {{(pid=78803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:17:23.501203 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:23.508255 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, fa69bd4a-a63f-4b32-9479-e675b2113b20) {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:23.510712 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.518608 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:23.519586 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.520973 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db87e553-95e7-4fe2-95f6-fd9b43cdb41b None None] Network fa69bd4a-a63f-4b32-9479-e675b2113b20 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:23.538208 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:23.541368 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.554192 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:23.586835 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9374669 May 18 06:17:23.589519 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58758) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:23.595031 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:23.602194 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:23.624436 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Usage tracker for resource:router and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:23.624436 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:23.639695 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:23.661015 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-813629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7142'] for router, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.662080 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-813808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-733194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7161'] for router, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.688032 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.725426 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:23.729688 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Usage tracker for resource:network and tenant:afcbdb85b6794bbda1866b6565e294af is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:23.734341 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:23.742734 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:23.759015 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Pushing event updated for resources: {'Network': ['ID=1b958adc-0985-455f-a2ad-6f3c6f7e15c7,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:23.771427 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1640687 May 18 06:17:23.772614 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Made reservation on behalf of afcbdb85b6794bbda1866b6565e294af for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:23.774881 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:17:23.775775 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.788794 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58766) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:23.789929 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:23.793395 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.808456 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.814147 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Request body: {'subnet': {'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-subnet', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:23.825831 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:23.830357 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Usage tracker for resource:subnet and tenant:d3c5f7dde9e440128aee36b61bc3a270 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:23.847485 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:23.867439 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:23.874469 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:23.880768 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:23.900113 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Usage tracker for resource:security_group_rule and tenant:afcbdb85b6794bbda1866b6565e294af is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:23.910207 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:23.923983 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:23.962213 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:23.990033 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:17:23.993979 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Made reservation on behalf of d3c5f7dde9e440128aee36b61bc3a270 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:24.000008 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.080485 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4bbcccd-1247-5822-9de9-63a88c1eb4be-fa69bd4a-a63f-4b32-9479-e675b2113b20', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281'}]}} from dv-cinder-784623-10-iscsi. {{(pid=78804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:17:24.081396 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.097906 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e43d67-fcf4-4c2b-b475-3006ca51e211,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:24.110991 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.111512 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Added segment 354316c5-0fe3-4512-b08e-c439c520295b of type vlan for network 2a2f07c7-f971-4c0b-9193-54c78e90ac1c May 18 06:17:24.130377 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:24.177191 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.387697 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-813615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7115'] for router, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.407034 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.424406 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:24.424997 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.429799 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.434575 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-95ad9141-87ed-4085-97f6-069c41423fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:24.462562 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.475484 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Allocated IP 172.20.0.2 (fa69bd4a-a63f-4b32-9479-e675b2113b20/c1439b6e-bf79-4140-b375-719a48f85281/1e328a7f-3686-4499-a4a4-22c23abd3225) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:24.662073 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:17:24.672344 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.672820 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Added segment f7391cd6-8342-4596-89af-f0c51e05b33e of type vlan for network 0edeb913-fb6f-4985-9386-728cbae15a09 May 18 06:17:24.701761 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.735487 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2f07c7-f971-4c0b-9193-54c78e90ac1c,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:24.748661 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:24.755429 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:24.764181 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.777129 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:24.777887 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.820427 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9215198 May 18 06:17:24.828905 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58802) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:24.832543 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4088428 May 18 06:17:24.850855 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58806) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:24.858469 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Request body: {'subnet': {'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1160398520-subnet', 'tenant_id': 'afcbdb85b6794bbda1866b6565e294af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:24.863161 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 2a2f07c7-f971-4c0b-9193-54c78e90ac1c details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:17:24.864465 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:24.868713 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Usage tracker for resource:subnet and tenant:afcbdb85b6794bbda1866b6565e294af is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:24.872007 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:24.879880 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:24.900005 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Request body: {'subnet': {'network_id': '2a2f07c7-f971-4c0b-9193-54c78e90ac1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1171498972-subnet', 'tenant_id': '0200436280b44ae7bb23b402a5c635e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:24.904904 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:24.919402 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:24.932776 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ce25050b-c74e-416b-b1eb-8ffaa4cac2e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:24.941565 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.949130 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Made reservation on behalf of afcbdb85b6794bbda1866b6565e294af for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:24.952752 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:24.977348 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:24.980814 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:25.039307 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Usage tracker for resource:subnet and tenant:0200436280b44ae7bb23b402a5c635e5 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:25.098429 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:25.128575 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:25.139113 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:25.145733 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Transition to ACTIVE for port object 1e328a7f-3686-4499-a4a4-22c23abd3225 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:25.178136 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Pushing event updated for resources: {'Network': ['ID=0edeb913-fb6f-4985-9386-728cbae15a09,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:25.189826 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:25.196936 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 0edeb913-fb6f-4985-9386-728cbae15a09 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:17:25.299614 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Made reservation on behalf of 0200436280b44ae7bb23b402a5c635e5 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:25.305778 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:25.341538 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Allocated IP 172.27.2.108 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/58795ff7-2867-4f50-af78-e1a868b394bf) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:25.393774 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Transition to ACTIVE for port object 1e328a7f-3686-4499-a4a4-22c23abd3225 will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:25.402878 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:25.408123 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:25.490326 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Pushing event updated for resources: {'Port': ['ID=1e328a7f-3686-4499-a4a4-22c23abd3225,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:25.523020 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.526414 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.529595 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.529967 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.532418 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.532767 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.535522 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.535895 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.538397 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.539642 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.540008 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.541518 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Tracked resource versions report: May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: pushed versions: May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: { 'AddressGroup': {'1.2'}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'ConntrackHelper': {'1.0'}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Log': {'1.0'}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Network': {'1.1'}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Port': {'1.7'}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'PortForwarding': {'1.2'}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'QosPolicy': {'1.8'}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SecurityGroup': {'1.4'}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SecurityGroupRule': {'1.2'}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SubPort': {'1.0'}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Subnet': {'1.1'}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Trunk': {'1.1'}} May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: consumer versions: May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: { DHCP agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: HyperV agent@hv-cinder-78462: {}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: L3 agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: Metadata agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: Metering agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: Open vSwitch agent@dv-cinder-784623-10-iscsi: { 'AddressGroup': '1.2', May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'ConntrackHelper': '1.0', May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Log': '1.0', May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Network': '1.1', May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Port': '1.7', May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'PortForwarding': '1.2', May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'QosPolicy': '1.8', May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SecurityGroup': '1.4', May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SecurityGroupRule': '1.2', May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'SubPort': '1.0', May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Subnet': '1.1', May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: 'Trunk': '1.1'}} May 18 06:17:25.547855 dv-cinder-784623-10-iscsi neutron-server[78804]: {{(pid=78804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:17:25.557248 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:25.577521 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Network fa69bd4a-a63f-4b32-9479-e675b2113b20 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:25.579668 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:25.588435 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:25.643794 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:25.712144 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:25.725060 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:25.729850 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Attempting to bind port 1e328a7f-3686-4499-a4a4-22c23abd3225 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:25.730299 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Attempting to bind port 1e328a7f-3686-4499-a4a4-22c23abd3225 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:25.730616 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Attempting to bind port 1e328a7f-3686-4499-a4a4-22c23abd3225 on network fa69bd4a-a63f-4b32-9479-e675b2113b20 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:25.739178 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:25.739579 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Checking segment: {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:25.740097 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:25.740576 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Bound using segment: {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:25.741109 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Bound port: 1e328a7f-3686-4499-a4a4-22c23abd3225, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:25.741546 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:25.831122 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:25.832271 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Pushing event updated for resources: {'Port': ['ID=58795ff7-2867-4f50-af78-e1a868b394bf,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:25.835158 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:25.850541 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:25.861215 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:25.884046 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:25.904965 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] For port 1e328a7f-3686-4499-a4a4-22c23abd3225, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:25.909167 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e1c23307-5b9b-4249-8471-6259dd57bfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:25.912957 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] For port 1e328a7f-3686-4499-a4a4-22c23abd3225, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=1e328a7f-3686-4499-a4a4-22c23abd3225,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:25.926282 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:25.932443 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:26.087787 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Pushing event updated for resources: {'Port': ['ID=1e328a7f-3686-4499-a4a4-22c23abd3225,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:26.097697 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:26.105136 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7843044c-7830-41c0-8498-40d0fb08494f,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:26.114847 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:26.140152 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Checking segment: {'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:26.140635 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Network hostable DHCP agents. Network: 1b958adc-0985-455f-a2ad-6f3c6f7e15c7, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:17:26.193890 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:17:26.266247 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 1b958adc-0985-455f-a2ad-6f3c6f7e15c7) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:26.271100 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:26.271825 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:26.275588 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c790c3c-18df-40f9-abbb-15997e4a1905 None None] Network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:26.309708 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5059094 May 18 06:17:26.315280 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 58860) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:26.347007 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-router', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:26.352198 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:26.356427 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Usage tracker for resource:router and tenant:d3c5f7dde9e440128aee36b61bc3a270 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:26.364310 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:26.367533 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:26.422586 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-813629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7142'] for router, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:26.424812 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-813808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-733194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7161'] for router, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:26.457753 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:26.704589 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:26.756090 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 1e328a7f-3686-4499-a4a4-22c23abd3225 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:26.798218 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:26.822889 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:26.832777 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ddb1e-126c-4699-b214-e1747cdf5af3 None None] Network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:26.977599 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 1e328a7f-3686-4499-a4a4-22c23abd3225 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:27.220480 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b422b18-596a-408e-a197-936dd80923c4,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:27.239005 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:27.301668 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Checking segment: {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:27.307684 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Network hostable DHCP agents. Network: 0edeb913-fb6f-4985-9386-728cbae15a09, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:17:27.311318 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:27.326513 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-813615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7115'] for router, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:27.338166 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-813622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686404'] for router, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:27.358564 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:27.592267 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebfabb1-c26c-4225-9233-7a545a264229 None None] Network fa69bd4a-a63f-4b32-9479-e675b2113b20 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:27.635047 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Network 0edeb913-fb6f-4985-9386-728cbae15a09 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:17:27.642759 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc96ed9-5597-4225-aabf-9a6f633beb40,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:27.650420 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:27.670175 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Checking segment: {'id': '354316c5-0fe3-4512-b08e-c439c520295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a2f07c7-f971-4c0b-9193-54c78e90ac1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:27.670175 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Network hostable DHCP agents. Network: 2a2f07c7-f971-4c0b-9193-54c78e90ac1c, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:17:27.678731 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 0edeb913-fb6f-4985-9386-728cbae15a09) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:27.691378 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:27.692005 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:27.730742 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9004815 May 18 06:17:27.749936 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Network 2a2f07c7-f971-4c0b-9193-54c78e90ac1c is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:17:27.767010 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Router 2542e25a-4276-446f-b8c8-fa9b78305244 is scheduled to L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 with binding_index 1 {{(pid=78802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:17:27.786008 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 2a2f07c7-f971-4c0b-9193-54c78e90ac1c) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:27.793783 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:27.795789 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:27.816830 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82444d70-ed60-47c4-b1c3-55a4ce5ac9be None None] Network 0edeb913-fb6f-4985-9386-728cbae15a09 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:27.877175 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9852846 May 18 06:17:27.984088 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc56acd-4a76-4740-8e9d-0502f3646dcf None None] Network 2a2f07c7-f971-4c0b-9193-54c78e90ac1c requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:28.064574 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-1076b852-79ee-4fa0-b929-578d3b403242 None None] Provisioning for port 1e328a7f-3686-4499-a4a4-22c23abd3225 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:28.093379 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-1076b852-79ee-4fa0-b929-578d3b403242 None None] Provisioning complete for port 1e328a7f-3686-4499-a4a4-22c23abd3225 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:28.094785 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1076b852-79ee-4fa0-b929-578d3b403242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:28.239413 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:17:28.268949 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Sync routers for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:17:28.285966 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:28.322862 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:28.324281 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7338398 May 18 06:17:28.327553 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58924) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:28.337265 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:28.339528 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:17:06Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:28.342246 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:28.519833 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Allocated IP 172.27.2.40 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/e935a40f-4d62-45ee-904e-54ee6d76c7e1) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:28.790563 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:28.810595 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58956) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:28.817865 dv-cinder-784623-10-iscsi neutron-server[78802]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 18 06:17:28.857943 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:28.928460 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:28.944097 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:29.072594 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:29.073983 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Pushing event updated for resources: {'Port': ['ID=e935a40f-4d62-45ee-904e-54ee6d76c7e1,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:29.076846 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:29.090393 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:29.113579 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:29.264620 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1076b852-79ee-4fa0-b929-578d3b403242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:29.282381 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-fb21a4db-c640-4ce1-9b42-6630fe504404 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:29.284141 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-fb21a4db-c640-4ce1-9b42-6630fe504404 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/networks?id=2a2f07c7-f971-4c0b-9193-54c78e90ac1c HTTP/1.1" status: 200 len: 812 time: 0.4681158 May 18 06:17:29.298605 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbea7b6e-fba4-4d19-80b7-c6f32dc6df6b None None] Network 0edeb913-fb6f-4985-9386-728cbae15a09 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:29.305678 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:17:29.316858 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-21754db1-bbd1-4f55-a414-39c3ec1cfbeb tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/quotas/0200436280b44ae7bb23b402a5c635e5 HTTP/1.1" status: 200 len: 375 time: 0.0264957 May 18 06:17:29.353801 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:26Z', 'revision_number': 3, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:29.368101 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Checking router: 2542e25a-4276-446f-b8c8-fa9b78305244 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:17:29.368841 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Updating router 2542e25a-4276-446f-b8c8-fa9b78305244 port 58795ff7-2867-4f50-af78-e1a868b394bf binding host dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:17:29.387380 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-bafea1ec-9f57-4161-98dd-0d167f52d8fe tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0200436280b44ae7bb23b402a5c635e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649245 May 18 06:17:29.426225 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8b1993-5036-416c-8269-a3d9aa260634 None None] Network 2a2f07c7-f971-4c0b-9193-54c78e90ac1c requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:17:29.527848 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:29.664311 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-1076b852-79ee-4fa0-b929-578d3b403242 None None] For port 1e328a7f-3686-4499-a4a4-22c23abd3225, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=1e328a7f-3686-4499-a4a4-22c23abd3225,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:29.666185 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-da671765-808a-437c-a322-df2446ac510a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:17:29.668176 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-da671765-808a-437c-a322-df2446ac510a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931940 May 18 06:17:29.668927 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 58992) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:29.685202 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1076b852-79ee-4fa0-b929-578d3b403242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:29.710884 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:29.954535 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076b852-79ee-4fa0-b929-578d3b403242 None None] Pushing event updated for resources: {'Port': ['ID=1e328a7f-3686-4499-a4a4-22c23abd3225,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:30.021387 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:30.046894 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1076b852-79ee-4fa0-b929-578d3b403242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:30.066791 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:30.106787 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Transition to ACTIVE for port object 58795ff7-2867-4f50-af78-e1a868b394bf will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:30.132435 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-c6db28c9-c376-4bb5-ada5-1426f026e692 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:30.134828 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-c6db28c9-c376-4bb5-ada5-1426f026e692 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 815 time: 0.4644189 May 18 06:17:30.139325 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:30.143525 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-8169aa59-3262-40e3-8cc9-7947e58306da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:30.202242 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-0b393d0e-349b-42e6-a9cb-c288896cdb84 service neutron] 10.222.0.13 "GET /v2.0/networks/2a2f07c7-f971-4c0b-9193-54c78e90ac1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077443 May 18 06:17:30.216173 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-a29e7ec4-f18e-4fc5-b87b-c581eb48bcc4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/quotas/afcbdb85b6794bbda1866b6565e294af HTTP/1.1" status: 200 len: 375 time: 0.0591817 May 18 06:17:30.322767 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Attempting to bind port 58795ff7-2867-4f50-af78-e1a868b394bf on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:30.329851 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Attempting to bind port 58795ff7-2867-4f50-af78-e1a868b394bf by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:30.330511 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Attempting to bind port 58795ff7-2867-4f50-af78-e1a868b394bf on network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:30.335247 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Pushing event updated for resources: {'Port': ['ID=58795ff7-2867-4f50-af78-e1a868b394bf,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:30.340703 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:30.341442 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Checking segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:30.342084 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:30.342687 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Bound using segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:30.343376 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Bound port: 58795ff7-2867-4f50-af78-e1a868b394bf, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:30.344009 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:30.349039 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-32291c1a-9166-4e03-a5ae-d62280dd1933 None None] Provisioning complete for port 1e328a7f-3686-4499-a4a4-22c23abd3225 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:30.349536 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32291c1a-9166-4e03-a5ae-d62280dd1933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:30.378231 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.378922 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.379488 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.380074 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.380626 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.381352 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.381901 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.382434 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.382991 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.383559 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.384119 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.384644 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Tracked resource versions report: May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: pushed versions: May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: { 'AddressGroup': {'1.2'}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'ConntrackHelper': {'1.0'}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Log': {'1.0'}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Network': {'1.1'}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Port': {'1.7'}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'PortForwarding': {'1.2'}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'QosPolicy': {'1.8'}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SecurityGroup': {'1.4'}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SecurityGroupRule': {'1.2'}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SubPort': {'1.0'}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Subnet': {'1.1'}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Trunk': {'1.1'}} May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: consumer versions: May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: { DHCP agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: HyperV agent@hv-cinder-78462: {}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: L3 agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: Metadata agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: Metering agent@dv-cinder-784623-10-iscsi: {}, May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: Open vSwitch agent@dv-cinder-784623-10-iscsi: { 'AddressGroup': '1.2', May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'ConntrackHelper': '1.0', May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Log': '1.0', May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Network': '1.1', May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Port': '1.7', May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'PortForwarding': '1.2', May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'QosPolicy': '1.8', May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SecurityGroup': '1.4', May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SecurityGroupRule': '1.2', May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'SubPort': '1.0', May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Subnet': '1.1', May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: 'Trunk': '1.1'}} May 18 06:17:30.387258 dv-cinder-784623-10-iscsi neutron-server[78805]: {{(pid=78805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 18 06:17:30.401906 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:30.454982 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-813622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686404'] for router, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:30.457214 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] For port 58795ff7-2867-4f50-af78-e1a868b394bf, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:30.461092 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] For port 58795ff7-2867-4f50-af78-e1a868b394bf, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=58795ff7-2867-4f50-af78-e1a868b394bf,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:30.466524 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:30.472236 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:30.553917 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:30.554545 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:17:06Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:30.562925 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-c514b4f5-1063-40f2-a967-6a6c2e7bd750 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3471334 May 18 06:17:30.598176 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-7869c0e0-02a6-42cc-a202-65e04a5b63f2 service neutron] 10.222.0.13 "GET /v2.0/networks/2a2f07c7-f971-4c0b-9193-54c78e90ac1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811834 May 18 06:17:30.623954 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:30.641717 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Pushing event updated for resources: {'Port': ['ID=58795ff7-2867-4f50-af78-e1a868b394bf,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:30.645093 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:30.687438 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 1e328a7f-3686-4499-a4a4-22c23abd3225 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:30.699589 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Router 0321cdca-bff3-45cb-b930-69712167ecb5 is scheduled to L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 with binding_index 1 {{(pid=78803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:17:30.736295 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-c0b4b145-9c5a-4ad0-8fa3-d791bf9b631f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:17:30.741982 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-c0b4b145-9c5a-4ad0-8fa3-d791bf9b631f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0915718 May 18 06:17:30.767273 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 1e328a7f-3686-4499-a4a4-22c23abd3225 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:30.767661 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:30.834352 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:31.019749 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8a1df0a2-14b7-4938-9f0e-adbe23870cdb req-3914619f-ff3c-464d-b7e7-d0e33e89ba71 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 210 time: 0.0528343 May 18 06:17:31.031023 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-271dd02a-5e58-4dfc-8310-ee78f2028873 service neutron] 10.222.0.13 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759926 May 18 06:17:31.040999 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:17:31.053425 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Sync routers for ids ['0321cdca-bff3-45cb-b930-69712167ecb5'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:17:31.069581 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Routers {'0321cdca-bff3-45cb-b930-69712167ecb5'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:31.071942 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:17:06Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['0321cdca-bff3-45cb-b930-69712167ecb5'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:31.073593 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:31.075269 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7537873 May 18 06:17:31.077972 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59034) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:31.234465 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Allocated IP 172.20.0.1 (fa69bd4a-a63f-4b32-9479-e675b2113b20/c1439b6e-bf79-4140-b375-719a48f85281/f813ce09-f6c4-43de-8081-651f47285bb9) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:31.456650 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Set router 0321cdca-bff3-45cb-b930-69712167ecb5 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:31.482551 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:26Z', 'revision_number': 3, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:31.490418 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac1984-d916-430d-8603-62ca8e8d4fbc None None] The sync data for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi is: [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:26Z', 'revision_number': 3, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:17:31.588794 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-0dee288d-b796-4421-91ea-35e2b2c93f01 service neutron] 10.222.0.13 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539436 May 18 06:17:31.698206 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:31.760315 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.provisioning_blocks [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Transition to ACTIVE for port object f813ce09-f6c4-43de-8081-651f47285bb9 will not be triggered until provisioned by entity DHCP. {{(pid=78802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:31.841158 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:31.862533 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:32.039000 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Network fa69bd4a-a63f-4b32-9479-e675b2113b20 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:32.050039 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:32.071439 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:32.071922 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678847'] for router_interface, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:32.187275 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-router', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:26Z', 'updated_at': '2021-05-18T06:17:29Z', 'revision_number': 3, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'gw_port': {'id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:28Z', 'updated_at': '2021-05-18T06:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:32.193209 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Checking router: 0321cdca-bff3-45cb-b930-69712167ecb5 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:17:32.193973 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Updating router 0321cdca-bff3-45cb-b930-69712167ecb5 port e935a40f-4d62-45ee-904e-54ee6d76c7e1 binding host dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:17:32.353399 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:32.497540 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1339b73-f8e1-496b-b1ac-69a35d46911d req-fda05904-0ef0-4da0-893c-6e4533bc2c86 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 210 time: 0.4264989 May 18 06:17:32.511675 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Pushing event updated for resources: {'Port': ['ID=f813ce09-f6c4-43de-8081-651f47285bb9,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:32.515601 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:32.538454 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f833adc0-b53b-4995-a62a-34045685f250 req-f195ff31-af0e-4593-a4c0-b645f61c0ab2 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 210 time: 0.2151000 May 18 06:17:32.550857 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:32.671606 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:32.736398 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-d247d278-889b-4ad5-990a-c6ac012f15b4 None None] Provisioning for port f813ce09-f6c4-43de-8081-651f47285bb9 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:32.765623 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 58795ff7-2867-4f50-af78-e1a868b394bf up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:33.079304 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Allocated IP 172.20.0.1 (1b958adc-0985-455f-a2ad-6f3c6f7e15c7/7843044c-7830-41c0-8498-40d0fb08494f/3c817a8e-fac6-47f2-8d39-67e1d0237975) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:33.142431 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:33.154883 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:33.161179 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676120'] for router_interface, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:33.176520 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-d247d278-889b-4ad5-990a-c6ac012f15b4 None None] Provisioning complete for port f813ce09-f6c4-43de-8081-651f47285bb9 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:33.176980 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d247d278-889b-4ad5-990a-c6ac012f15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:33.181538 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-5396d9e7-87a2-4bc9-b2e3-661b5d21d6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:33.332834 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 58795ff7-2867-4f50-af78-e1a868b394bf completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:33.353086 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:33.364641 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Pushing event updated for resources: {'Port': ['ID=f813ce09-f6c4-43de-8081-651f47285bb9,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:33.372046 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:33.401604 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 58795ff7-2867-4f50-af78-e1a868b394bf triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:33.403252 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:33.434492 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-d247d278-889b-4ad5-990a-c6ac012f15b4 None None] Port f813ce09-f6c4-43de-8081-651f47285bb9 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:17:33.471593 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:33.479681 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:33.698266 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d00c57ec-78a6-4017-b924-b29607d3b165 req-69bc6bbe-77c7-4cbb-8f51-a6c04df42e52 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 210 time: 0.0941474 May 18 06:17:33.769425 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:33.776455 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:33.784492 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Network fa69bd4a-a63f-4b32-9479-e675b2113b20 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:33.785310 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Pushing event updated for resources: {'Port': ['ID=3c817a8e-fac6-47f2-8d39-67e1d0237975,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:33.787367 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:33.793019 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:33.806463 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:33.808872 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678847'] for router_interface, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:33.825374 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Transition to ACTIVE for port object e935a40f-4d62-45ee-904e-54ee6d76c7e1 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:33.854781 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:33.876638 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:34.242270 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-033ecc83-148f-45cb-b954-a41521b02c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:34.247840 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:34.257034 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fb292-f9dc-4f16-b220-8a7553cf1fe0 None None] Pushing event updated for resources: {'Port': ['ID=e935a40f-4d62-45ee-904e-54ee6d76c7e1,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:34.259501 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Attempting to bind port e935a40f-4d62-45ee-904e-54ee6d76c7e1 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:34.260353 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fc94733d-e1e0-4aea-9b0f-6e64a5cb154f req-7c11315b-76af-4202-9e7a-d1d70396347d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 210 time: 0.1281195 May 18 06:17:34.261098 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.18', 60345) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:34.265296 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Attempting to bind port e935a40f-4d62-45ee-904e-54ee6d76c7e1 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:34.265885 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Attempting to bind port e935a40f-4d62-45ee-904e-54ee6d76c7e1 on network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:34.269668 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-808fb292-f9dc-4f16-b220-8a7553cf1fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:34.283381 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:34.284040 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Checking segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:34.284596 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:34.285155 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Bound using segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:34.285870 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Bound port: e935a40f-4d62-45ee-904e-54ee6d76c7e1, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:34.286457 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:34.351242 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 58795ff7-2867-4f50-af78-e1a868b394bf, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=58795ff7-2867-4f50-af78-e1a868b394bf,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:34.358479 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-0184158d-183c-47c4-8574-42ed96cf5098 None None] Provisioning complete for port f813ce09-f6c4-43de-8081-651f47285bb9 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:34.359075 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0184158d-183c-47c4-8574-42ed96cf5098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:34.424444 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:34.467834 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:34.535526 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] For port e935a40f-4d62-45ee-904e-54ee6d76c7e1, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:34.548384 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-0184158d-183c-47c4-8574-42ed96cf5098 None None] Port f813ce09-f6c4-43de-8081-651f47285bb9 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:17:34.558905 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] For port e935a40f-4d62-45ee-904e-54ee6d76c7e1, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=e935a40f-4d62-45ee-904e-54ee6d76c7e1,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:34.569698 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:34.570877 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=58795ff7-2867-4f50-af78-e1a868b394bf,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:34.577470 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:34.587738 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:34.615554 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.136s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:34.690761 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Routers {'0321cdca-bff3-45cb-b930-69712167ecb5'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:34.691426 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:17:06Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['0321cdca-bff3-45cb-b930-69712167ecb5'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:34.778904 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fb292-f9dc-4f16-b220-8a7553cf1fe0 None None] Pushing event updated for resources: {'Port': ['ID=e935a40f-4d62-45ee-904e-54ee6d76c7e1,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:34.785312 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-808fb292-f9dc-4f16-b220-8a7553cf1fe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:34.808099 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:34.898627 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Router 2542e25a-4276-446f-b8c8-fa9b78305244 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:17:34.960837 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-63445444-8707-46a3-b67b-adc527720cf4 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:34.964902 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-63445444-8707-46a3-b67b-adc527720cf4 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.18 "GET /v2.0/networks?id=2a2f07c7-f971-4c0b-9193-54c78e90ac1c HTTP/1.1" status: 200 len: 812 time: 0.6688106 May 18 06:17:35.009784 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] Set router 0321cdca-bff3-45cb-b930-69712167ecb5 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:35.247060 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Request body: {'port': {'device_id': '3b4f835e-82ce-47ae-9216-cb3ebdcb9d73', 'network_id': '2a2f07c7-f971-4c0b-9193-54c78e90ac1c', 'admin_state_up': True, 'tenant_id': '0200436280b44ae7bb23b402a5c635e5'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:35.249803 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:35.260166 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:35.261210 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676120'] for router_interface, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:35.267021 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ece81042-9a3b-4da3-b1a3-021bf4ef4081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:35.346164 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b5ecc07a-4927-4bf5-a047-7235df23a482 req-947c40bb-081b-44ee-97b3-f54887ed1252 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 210 time: 0.2582953 May 18 06:17:35.516542 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.18', 60356) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:35.547066 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-router', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:26Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'gw_port': {'id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:28Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '3c817a8e-fac6-47f2-8d39-67e1d0237975', 'name': '', 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'mac_address': 'fa:16:3e:55:32:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7843044c-7830-41c0-8498-40d0fb08494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:32Z', 'updated_at': '2021-05-18T06:17:33Z', 'revision_number': 1, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'subnets': [{'id': '7843044c-7830-41c0-8498-40d0fb08494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:35.552908 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9811ec-f3a3-4d65-b6da-58ec65e413d2 None None] The sync data for ids ['0321cdca-bff3-45cb-b930-69712167ecb5'] in dv-cinder-784623-10-iscsi is: [{'id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-router', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:26Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'gw_port': {'id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:28Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '3c817a8e-fac6-47f2-8d39-67e1d0237975', 'name': '', 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'mac_address': 'fa:16:3e:55:32:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7843044c-7830-41c0-8498-40d0fb08494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:32Z', 'updated_at': '2021-05-18T06:17:33Z', 'revision_number': 1, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'subnets': [{'id': '7843044c-7830-41c0-8498-40d0fb08494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:17:35.655406 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Pushing event updated for resources: {'Port': ['ID=3c817a8e-fac6-47f2-8d39-67e1d0237975,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:35.660389 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:35.800869 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:35.805223 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:35.927853 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-06419e92-66fe-45ef-9faa-73a32c043ea0 req-d443d60a-0214-4af9-a4ba-d19b7a6f721f tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 210 time: 0.3609622 May 18 06:17:36.037791 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:17:36.049332 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Sync routers for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:17:36.075833 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:36.076799 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:17:06Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:36.124234 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] 10.222.0.13 "PUT /v2.0/routers/2542e25a-4276-446f-b8c8-fa9b78305244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7955134 May 18 06:17:36.224948 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:36.276245 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Usage tracker for resource:port and tenant:0200436280b44ae7bb23b402a5c635e5 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:36.322545 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-1cc8f863-533f-445b-8a9b-cebb5965b24c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:36.334290 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-1cc8f863-533f-445b-8a9b-cebb5965b24c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 815 time: 0.8163936 May 18 06:17:36.338527 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:36.370763 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:36.374331 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Router 0321cdca-bff3-45cb-b930-69712167ecb5 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:17:36.411523 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Made reservation on behalf of 0200436280b44ae7bb23b402a5c635e5 for: {'port': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:36.432102 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:36.508928 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Request body: {'port': {'device_id': '75a182f1-7683-4398-bf05-978cd0f504ef', 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09', 'admin_state_up': True, 'tenant_id': 'afcbdb85b6794bbda1866b6565e294af'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:36.537677 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:36.550684 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ada2df07-7d29-4fd1-87b8-cb6e346ce4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:36.769105 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 58795ff7-2867-4f50-af78-e1a868b394bf up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:36.850658 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:37.076898 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:17:37.123662 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] 10.222.0.13 "PUT /v2.0/routers/0321cdca-bff3-45cb-b930-69712167ecb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0440307 May 18 06:17:37.137060 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 58795ff7-2867-4f50-af78-e1a868b394bf triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:37.138181 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:37.167362 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:37.180699 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a6451154-0b85-4724-8bd8-2bd88a006ab5 req-19672f87-ed83-49a8-a415-d8eaec2b6fb4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 210 time: 0.3584101 May 18 06:17:37.182295 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Usage tracker for resource:port and tenant:afcbdb85b6794bbda1866b6565e294af is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:37.196483 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:37.212046 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:37.561258 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Allocated IP 172.20.0.6 (2a2f07c7-f971-4c0b-9193-54c78e90ac1c/5fc96ed9-5597-4225-aabf-9a6f633beb40/8a5feca5-263e-466f-b220-42c6fed48864) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:37.727045 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:38.123371 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 2, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:38.138312 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Checking router: 2542e25a-4276-446f-b8c8-fa9b78305244 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:17:38.138603 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Updating router 2542e25a-4276-446f-b8c8-fa9b78305244 port f813ce09-f6c4-43de-8081-651f47285bb9 binding host dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:17:38.287191 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:38.422932 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0cbe7fe4-a976-4992-82fe-7c632609ab0b req-10c54c2e-ae86-41d6-8e63-322404ed381c tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 210 time: 0.2409668 May 18 06:17:38.427108 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Made reservation on behalf of afcbdb85b6794bbda1866b6565e294af for: {'port': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:38.431785 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:38.448000 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59318) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:38.453784 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879541528', 'description': 'tempest-description--1760476241'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:38.468853 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:38.478747 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Usage tracker for resource:security_group and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:38.483857 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:38.498106 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:38.519649 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:38.576857 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:38.598626 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Usage tracker for resource:security_group_rule and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:38.613877 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:38.639842 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:38.830816 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e935a40f-4d62-45ee-904e-54ee6d76c7e1 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:38.869938 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:38.878286 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:38.886481 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:38.931897 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:38.999932 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df1d068-5052-4626-ba2b-8768e0d51d0b,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:39.033431 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:39.081217 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.085286 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6334817 May 18 06:17:39.088465 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59346) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:39.093010 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port e935a40f-4d62-45ee-904e-54ee6d76c7e1 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:39.108160 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'security_group_rule': {'security_group_id': '2df1d068-5052-4626-ba2b-8768e0d51d0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:39.112832 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port e935a40f-4d62-45ee-904e-54ee6d76c7e1 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:39.116701 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.130811 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:39.148603 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Usage tracker for resource:security_group_rule and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:39.155943 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:39.182894 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:39.252271 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.394089 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.486597 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.499426 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59362) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:39.502634 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.515437 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:39.546284 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5421728c-6d83-4f19-96f2-3a1affcc1efe,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:39.552656 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:39.574235 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.576264 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4845543 May 18 06:17:39.586436 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59368) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:39.595198 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.600435 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'security_group_rule': {'security_group_id': '2df1d068-5052-4626-ba2b-8768e0d51d0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:39.609997 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:39.614791 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Usage tracker for resource:security_group_rule and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:39.620328 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:39.641690 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:39.654249 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port e935a40f-4d62-45ee-904e-54ee6d76c7e1, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=e935a40f-4d62-45ee-904e-54ee6d76c7e1,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:39.663971 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.664207 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.673388 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:39.705621 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d703c60f-2f8a-4453-877e-d07fefc847a5 req-311dc4ae-d858-4ee4-b712-087a18aae234 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 210 time: 0.3424792 May 18 06:17:39.728905 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.766504 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Transition to ACTIVE for port object f813ce09-f6c4-43de-8081-651f47285bb9 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:39.785265 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.804496 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.811020 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0001fe8e-1986-46b6-9724-9a2004a8584b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.816897 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Sync routers for ids ['0321cdca-bff3-45cb-b930-69712167ecb5'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:17:39.817235 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:39.838613 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:39.847880 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0001fe8e-1986-46b6-9724-9a2004a8584b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:39.866138 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0001fe8e-1986-46b6-9724-9a2004a8584b admin admin] Usage tracker for resource:security_group_rule and tenant:2a13714e7c59444c9f51c96c324379d8 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:39.872518 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0001fe8e-1986-46b6-9724-9a2004a8584b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:39.876035 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Allocated IP 172.20.0.12 (0edeb913-fb6f-4985-9386-728cbae15a09/3b422b18-596a-408e-a197-936dd80923c4/e3e0027b-3e09-41d6-ac0c-11218247b5ce) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:39.893307 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Routers {'0321cdca-bff3-45cb-b930-69712167ecb5'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:39.894839 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:17:36Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['0321cdca-bff3-45cb-b930-69712167ecb5'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:39.897494 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0001fe8e-1986-46b6-9724-9a2004a8584b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:39.993549 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f12e54f1-cf4f-4f26-b7e6-c376313d0d26 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:39.999811 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-0fff638d-d108-4f0d-923e-554ed54a8314 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:40.005712 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19540e2c-8ac5-449c-a09a-02e7a396bb96 None None] Pushing event updated for resources: {'Port': ['ID=f813ce09-f6c4-43de-8081-651f47285bb9,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:40.017241 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-0fff638d-d108-4f0d-923e-554ed54a8314 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 819 time: 1.0619881 May 18 06:17:40.098585 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4445e20b-3eac-4d13-987b-e4ec4512bd32,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:40.180305 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:40.240963 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-19540e2c-8ac5-449c-a09a-02e7a396bb96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:40.321929 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.329110 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-66ba82fd-b8b8-423b-bfcd-bef1e513e1cc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7395272 May 18 06:17:40.331615 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59388) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:40.361922 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'floatingip': {'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:40.383376 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:40.415349 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Usage tracker for resource:floatingip and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:40.439161 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:40.454922 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Attempting to bind port f813ce09-f6c4-43de-8081-651f47285bb9 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:40.455866 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Attempting to bind port f813ce09-f6c4-43de-8081-651f47285bb9 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:40.456492 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Attempting to bind port f813ce09-f6c4-43de-8081-651f47285bb9 on network fa69bd4a-a63f-4b32-9479-e675b2113b20 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:40.486241 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:40.488367 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:40.488748 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Checking segment: {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:40.489222 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.489931 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Bound using segment: {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:40.490465 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Bound port: f813ce09-f6c4-43de-8081-651f47285bb9, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:40.490841 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.527632 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0001fe8e-1986-46b6-9724-9a2004a8584b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.540283 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0001fe8e-1986-46b6-9724-9a2004a8584b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.555589 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=e935a40f-4d62-45ee-904e-54ee6d76c7e1,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:40.584168 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-832ad94b-8a06-4a20-90ad-82bd07aedb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:40.599232 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:40.602285 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.634863 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Set router 0321cdca-bff3-45cb-b930-69712167ecb5 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:40.703299 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001fe8e-1986-46b6-9724-9a2004a8584b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b65c176-7227-472a-b781-18ac623c73f9,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:40.712761 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0001fe8e-1986-46b6-9724-9a2004a8584b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a13714e7c59444c9f51c96c324379d8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2114050 May 18 06:17:40.715412 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.718802 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] For port f813ce09-f6c4-43de-8081-651f47285bb9, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:40.722604 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] For port f813ce09-f6c4-43de-8081-651f47285bb9, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=f813ce09-f6c4-43de-8081-651f47285bb9,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:40.732162 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.743380 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0001fe8e-1986-46b6-9724-9a2004a8584b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:40.744059 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59396) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:40.764063 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-19540e2c-8ac5-449c-a09a-02e7a396bb96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:40.777704 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e935a40f-4d62-45ee-904e-54ee6d76c7e1 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:40.789219 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.796972 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:40.846206 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-8b4e0373-0e82-4a40-9f2c-fdae7faf05ec tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/quotas/d3c5f7dde9e440128aee36b61bc3a270 HTTP/1.1" status: 200 len: 375 time: 0.8223231 May 18 06:17:40.900760 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:40.908469 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:17:36Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:40.931653 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9f263651-5f94-4750-abff-144547e5c807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:41.004689 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Network 0edeb913-fb6f-4985-9386-728cbae15a09 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:41.051615 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:41.063439 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:41.069791 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:41.070624 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.149217 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6589148 May 18 06:17:41.176789 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-5ac09d15-dacb-4976-98bf-494db7d9de81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.195001 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-ec63acff-8de4-4043-97ff-bd912e6b18f0 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3478761 May 18 06:17:41.215254 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b0de5-7be6-4919-84f6-50072f80afd1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Pushing event updated for resources: {'Port': ['ID=e3e0027b-3e09-41d6-ac0c-11218247b5ce,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:41.217715 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-5ac09d15-dacb-4976-98bf-494db7d9de81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.233102 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8249-d98f-42b6-9503-4a35c1a03e2f req-6b51cbe1-a299-43da-a5a0-a7950d00b664 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:41.233845 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-af5d8249-d98f-42b6-9503-4a35c1a03e2f req-6b51cbe1-a299-43da-a5a0-a7950d00b664 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Synchronizing usage tracker for tenant:0200436280b44ae7bb23b402a5c635e5 on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:17:41.286068 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Network 2a2f07c7-f971-4c0b-9193-54c78e90ac1c is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:41.291205 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-5ac09d15-dacb-4976-98bf-494db7d9de81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.313592 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:41.325002 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:41.342261 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:41.348805 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-21e7bd79-8052-492a-9fda-87835f65b506 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:17:41.349785 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-21e7bd79-8052-492a-9fda-87835f65b506 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052555 May 18 06:17:41.354062 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac09d15-dacb-4976-98bf-494db7d9de81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b65c176-7227-472a-b781-18ac623c73f9,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:41.362944 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5ac09d15-dacb-4976-98bf-494db7d9de81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:41.379445 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-5ac09d15-dacb-4976-98bf-494db7d9de81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.395842 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-5ac09d15-dacb-4976-98bf-494db7d9de81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b65c176-7227-472a-b781-18ac623c73f9 HTTP/1.1" status: 204 len: 168 time: 0.6339571 May 18 06:17:41.422877 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:41.426329 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.451848 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:41.452643 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.556674 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Pushing event updated for resources: {'Port': ['ID=8a5feca5-263e-466f-b220-42c6fed48864,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:41.586780 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4096825 May 18 06:17:41.590257 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:41.591982 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port e935a40f-4d62-45ee-904e-54ee6d76c7e1 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:41.592451 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:41.611954 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:41.612339 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:41.630919 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19540e2c-8ac5-449c-a09a-02e7a396bb96 None None] Pushing event updated for resources: {'Port': ['ID=f813ce09-f6c4-43de-8081-651f47285bb9,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:41.636038 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-af5d8249-d98f-42b6-9503-4a35c1a03e2f req-6b51cbe1-a299-43da-a5a0-a7950d00b664 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Unset dirty status for tenant:0200436280b44ae7bb23b402a5c635e5 on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:17:41.640304 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-af5d8249-d98f-42b6-9503-4a35c1a03e2f req-6b51cbe1-a299-43da-a5a0-a7950d00b664 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 931 time: 0.9802318 May 18 06:17:41.661001 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-19540e2c-8ac5-449c-a09a-02e7a396bb96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:41.827019 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Allocated IP 172.27.2.123 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/7308d28a-a437-4f2c-99b3-b6bf06f234f8) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:41.899242 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-router', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:26Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'gw_port': {'id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:28Z', 'updated_at': '2021-05-18T06:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '3c817a8e-fac6-47f2-8d39-67e1d0237975', 'name': '', 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'mac_address': 'fa:16:3e:55:32:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7843044c-7830-41c0-8498-40d0fb08494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:32Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 2, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'subnets': [{'id': '7843044c-7830-41c0-8498-40d0fb08494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:41.912263 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Checking router: 0321cdca-bff3-45cb-b930-69712167ecb5 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:17:41.912992 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Updating router 0321cdca-bff3-45cb-b930-69712167ecb5 port 3c817a8e-fac6-47f2-8d39-67e1d0237975 binding host dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:17:41.960809 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Request body: {'port': {'device_id': '75a182f1-7683-4398-bf05-978cd0f504ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:42.167072 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:40Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:42.186022 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71cffc8-f013-4521-88f6-33907d9dd7ee None None] The sync data for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi is: [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:40Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:17:42.244389 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.301485 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-af5d8249-d98f-42b6-9503-4a35c1a03e2f req-e055ff5c-fffa-4c44-bb76-bfa165ee6dff tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6415541 May 18 06:17:42.329745 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Request body: {'port': {'device_id': '3b4f835e-82ce-47ae-9216-cb3ebdcb9d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:42.394840 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.406960 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:42.479890 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.511776 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-03912da9-9a94-4e32-81e4-8f2f6dd2c14d service neutron] 10.222.0.13 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3148084 May 18 06:17:42.597335 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59432) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:42.639385 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:42.660761 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:42.673827 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-27ec2c20-a7f9-457f-8965-dcf1ca75a521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:42.719094 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:42.742755 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-27ec2c20-a7f9-457f-8965-dcf1ca75a521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:42.797129 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-27ec2c20-a7f9-457f-8965-dcf1ca75a521 admin admin] Usage tracker for resource:security_group_rule and tenant:88cd3cc2fc904a6b9a01eaca715aa780 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:42.800691 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'Port': ['ID=7308d28a-a437-4f2c-99b3-b6bf06f234f8,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:42.803587 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-27ec2c20-a7f9-457f-8965-dcf1ca75a521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:42.943335 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f813ce09-f6c4-43de-8081-651f47285bb9 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:42.989720 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:43.011132 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-8fa8b99d-22f9-4023-9951-d430f664d025 service neutron] 10.222.0.13 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768649 May 18 06:17:43.034915 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.036618 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-27ec2c20-a7f9-457f-8965-dcf1ca75a521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:43.273748 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-27ec2c20-a7f9-457f-8965-dcf1ca75a521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.283106 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.292151 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-27ec2c20-a7f9-457f-8965-dcf1ca75a521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.310283 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:43.397527 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:43.508106 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec2c20-a7f9-457f-8965-dcf1ca75a521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25a9e62-6daf-4d7d-a057-1d96bb2b4db8,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:43.530303 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-27ec2c20-a7f9-457f-8965-dcf1ca75a521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:43.705406 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port f813ce09-f6c4-43de-8081-651f47285bb9 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:43.722917 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port f813ce09-f6c4-43de-8081-651f47285bb9 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:43.723303 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.049226 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.055288 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-27ec2c20-a7f9-457f-8965-dcf1ca75a521 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88cd3cc2fc904a6b9a01eaca715aa780&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4530253 May 18 06:17:44.062510 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59462) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:44.085280 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.203893 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Transition to ACTIVE for port object 3c817a8e-fac6-47f2-8d39-67e1d0237975 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:44.221346 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.241119 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-1076b852-79ee-4fa0-b929-578d3b403242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:44.248901 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59468) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:44.337263 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e0027b-3e09-41d6-ac0c-11218247b5ce {{(pid=78802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:17:44.352994 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.390827 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.provisioning_blocks [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Transition to ACTIVE for port object e3e0027b-3e09-41d6-ac0c-11218247b5ce will not be triggered until provisioned by entity L2. {{(pid=78802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:44.413330 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.510666 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.569285 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:44.608666 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port f813ce09-f6c4-43de-8081-651f47285bb9, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=f813ce09-f6c4-43de-8081-651f47285bb9,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:44.610355 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2134bf-fb10-4a6e-9dd7-aee900a9c909 None None] Pushing event updated for resources: {'Port': ['ID=3c817a8e-fac6-47f2-8d39-67e1d0237975,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:44.613936 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-11b4d542-7fba-4c9c-a295-5e45e47bbe23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.618551 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4d2134bf-fb10-4a6e-9dd7-aee900a9c909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:44.628319 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.656004 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b452e626-751e-44d5-8618-e0747436c3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.752513 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-11b4d542-7fba-4c9c-a295-5e45e47bbe23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:44.756361 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b452e626-751e-44d5-8618-e0747436c3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.805741 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-eeffb55f-4663-4b83-a787-6e1f9acbced2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:44.841744 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-11b4d542-7fba-4c9c-a295-5e45e47bbe23 admin admin] Usage tracker for resource:security_group_rule and tenant:e183df1d023e49d3b2f90f83bda45474 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:44.862019 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-11b4d542-7fba-4c9c-a295-5e45e47bbe23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:44.891383 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-11b4d542-7fba-4c9c-a295-5e45e47bbe23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:44.966617 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:44.996499 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.023185 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b452e626-751e-44d5-8618-e0747436c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.026174 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:45.164226 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.199491 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e0027b-3e09-41d6-ac0c-11218247b5ce,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:45.205783 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.220542 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8722293 May 18 06:17:45.220542 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b452e626-751e-44d5-8618-e0747436c3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.220542 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-b452e626-751e-44d5-8618-e0747436c3bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c25a9e62-6daf-4d7d-a057-1d96bb2b4db8 HTTP/1.1" status: 204 len: 168 time: 1.1544168 May 18 06:17:45.226107 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:45.242668 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=f813ce09-f6c4-43de-8081-651f47285bb9,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:45.287675 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'Port': ['ID=7308d28a-a437-4f2c-99b3-b6bf06f234f8,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:45.292221 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:45.295744 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0001fe8e-1986-46b6-9724-9a2004a8584b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:45.300068 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Attempting to bind port e3e0027b-3e09-41d6-ac0c-11218247b5ce on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:45.301710 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Attempting to bind port e3e0027b-3e09-41d6-ac0c-11218247b5ce by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'}] {{(pid=78802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:45.302378 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Attempting to bind port e3e0027b-3e09-41d6-ac0c-11218247b5ce on network 0edeb913-fb6f-4985-9386-728cbae15a09 {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:45.317281 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452e626-751e-44d5-8618-e0747436c3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25a9e62-6daf-4d7d-a057-1d96bb2b4db8,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:45.320214 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b452e626-751e-44d5-8618-e0747436c3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:45.337452 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Port e3e0027b-3e09-41d6-ac0c-11218247b5ce on network 0edeb913-fb6f-4985-9386-728cbae15a09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:17:45.337999 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Attempting to bind port e3e0027b-3e09-41d6-ac0c-11218247b5ce on network 0edeb913-fb6f-4985-9386-728cbae15a09 {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:45.348287 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-11b4d542-7fba-4c9c-a295-5e45e47bbe23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.356783 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-11b4d542-7fba-4c9c-a295-5e45e47bbe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.375191 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:45.382577 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:45.383385 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Attempting to bind port 3c817a8e-fac6-47f2-8d39-67e1d0237975 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:45.383781 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Attempting to bind port 3c817a8e-fac6-47f2-8d39-67e1d0237975 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:45.384157 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Attempting to bind port 3c817a8e-fac6-47f2-8d39-67e1d0237975 on network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:45.431395 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d208f5-c155-43fa-ae43-1a5125e7cd93 req-f5e540f6-e8be-49b6-b9c0-bb7da3df57e9 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:45.460598 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:45.460598 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Checking segment: {'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:45.460598 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.460598 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Bound using segment: {'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:45.460598 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Bound port: 3c817a8e-fac6-47f2-8d39-67e1d0237975, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:45.473182 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.524173 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-99d208f5-c155-43fa-ae43-1a5125e7cd93 req-f5e540f6-e8be-49b6-b9c0-bb7da3df57e9 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 931 time: 1.9062862 May 18 06:17:45.562441 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:45.564683 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Checking segment: {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:45.568515 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Bound using segment: {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'} {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:45.574405 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Bound port: e3e0027b-3e09-41d6-ac0c-11218247b5ce, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'}}] {{(pid=78802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:45.575920 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.640342 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471dda2-fa93-4945-9711-45cffc5580a3 req-71a38f91-00d4-4fad-b248-7f2b80f8bdfd tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:45.642266 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-d471dda2-fa93-4945-9711-45cffc5580a3 req-71a38f91-00d4-4fad-b248-7f2b80f8bdfd tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Synchronizing usage tracker for tenant:afcbdb85b6794bbda1866b6565e294af on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:17:45.654472 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4d542-7fba-4c9c-a295-5e45e47bbe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ef10b2-b88a-434e-a952-232c0e610774,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:45.678432 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-11b4d542-7fba-4c9c-a295-5e45e47bbe23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:45.697428 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-11b4d542-7fba-4c9c-a295-5e45e47bbe23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e183df1d023e49d3b2f90f83bda45474&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4375353 May 18 06:17:45.700244 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59498) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:45.708348 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] For port 3c817a8e-fac6-47f2-8d39-67e1d0237975, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:45.716061 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] For port 3c817a8e-fac6-47f2-8d39-67e1d0237975, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=3c817a8e-fac6-47f2-8d39-67e1d0237975,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:45.723082 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.734738 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:45.864700 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Routers {'0321cdca-bff3-45cb-b930-69712167ecb5'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:17:45.865327 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:17:36Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['0321cdca-bff3-45cb-b930-69712167ecb5'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:45.919896 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bae6ee9f-3d96-4efc-b660-4667a7daac4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:45.953703 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bae6ee9f-3d96-4efc-b660-4667a7daac4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.008329 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5feca5-263e-466f-b220-42c6fed48864 {{(pid=78802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:17:46.019184 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.037210 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bae6ee9f-3d96-4efc-b660-4667a7daac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.068106 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:46.083544 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2134bf-fb10-4a6e-9dd7-aee900a9c909 None None] Pushing event updated for resources: {'Port': ['ID=3c817a8e-fac6-47f2-8d39-67e1d0237975,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:46.122088 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bae6ee9f-3d96-4efc-b660-4667a7daac4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.129297 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-bae6ee9f-3d96-4efc-b660-4667a7daac4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8ef10b2-b88a-434e-a952-232c0e610774 HTTP/1.1" status: 204 len: 168 time: 0.4266868 May 18 06:17:46.136688 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6ee9f-3d96-4efc-b660-4667a7daac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ef10b2-b88a-434e-a952-232c0e610774,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:46.141548 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bae6ee9f-3d96-4efc-b660-4667a7daac4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:46.160329 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.provisioning_blocks [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Transition to ACTIVE for port object 8a5feca5-263e-466f-b220-42c6fed48864 will not be triggered until provisioned by entity L2. {{(pid=78802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:46.208073 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4d2134bf-fb10-4a6e-9dd7-aee900a9c909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:46.248509 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.249439 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-d471dda2-fa93-4945-9711-45cffc5580a3 req-71a38f91-00d4-4fad-b248-7f2b80f8bdfd tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Unset dirty status for tenant:afcbdb85b6794bbda1866b6565e294af on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:17:46.251111 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d471dda2-fa93-4945-9711-45cffc5580a3 req-71a38f91-00d4-4fad-b248-7f2b80f8bdfd tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 932 time: 3.2199862 May 18 06:17:46.327258 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:46.376123 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] Set router 0321cdca-bff3-45cb-b930-69712167ecb5 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:17:46.444782 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-99d208f5-c155-43fa-ae43-1a5125e7cd93 req-41c6a1f6-2b9f-4d9a-815a-6cb9667b039f tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9052272 May 18 06:17:46.705917 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] For port e3e0027b-3e09-41d6-ac0c-11218247b5ce, host hv-cinder-78462, cleared binding levels {{(pid=78802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:46.713733 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] For port e3e0027b-3e09-41d6-ac0c-11218247b5ce, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e3e0027b-3e09-41d6-ac0c-11218247b5ce,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:46.760752 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.801227 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59528) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:46.838263 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1d817896-2b1e-4c86-926a-da3520c3b38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:46.881712 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-1d817896-2b1e-4c86-926a-da3520c3b38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:46.892842 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-1d817896-2b1e-4c86-926a-da3520c3b38a admin admin] Usage tracker for resource:security_group_rule and tenant:820a7f2de9ed45edbbf675c1d27fdbc4 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:46.896457 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-1d817896-2b1e-4c86-926a-da3520c3b38a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:46.897847 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d471dda2-fa93-4945-9711-45cffc5580a3 req-c4a6b10a-9e7d-460f-a978-9ac049a54d6f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6178117 May 18 06:17:46.898652 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5feca5-263e-466f-b220-42c6fed48864,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:46.913673 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:46.915489 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-1d817896-2b1e-4c86-926a-da3520c3b38a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:46.916565 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a466f81d-628e-4692-b9d5-d124fa96e1dd req-d36cb23e-06c0-4de1-8522-3b57e05d9c1e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 210 time: 0.1717894 May 18 06:17:47.049558 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:47.121241 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f813ce09-f6c4-43de-8081-651f47285bb9 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:47.184812 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1d817896-2b1e-4c86-926a-da3520c3b38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.203083 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1d817896-2b1e-4c86-926a-da3520c3b38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.268930 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:47.292222 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-1d817896-2b1e-4c86-926a-da3520c3b38a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=820a7f2de9ed45edbbf675c1d27fdbc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4898806 May 18 06:17:47.302576 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59552) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:47.484695 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.18', 60373) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:47.496673 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-9b4874bc-8b1b-4179-b22e-d0509763326b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Synchronizing usage tracker for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:security_group {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:17:47.510326 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:47.511533 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.513319 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] 10.222.0.18 "PUT /v2.0/ports/e3e0027b-3e09-41d6-ac0c-11218247b5ce HTTP/1.1" status: 200 len: 1094 time: 6.0031285 May 18 06:17:47.517495 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a182f1-7683-4398-bf05-978cd0f504ef', 'tag': 'e3e0027b-3e09-41d6-ac0c-11218247b5ce'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:17:47.626581 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Attempting to bind port 8a5feca5-263e-466f-b220-42c6fed48864 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:47.627273 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Attempting to bind port 8a5feca5-263e-466f-b220-42c6fed48864 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '354316c5-0fe3-4512-b08e-c439c520295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a2f07c7-f971-4c0b-9193-54c78e90ac1c'}] {{(pid=78802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:47.627911 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Attempting to bind port 8a5feca5-263e-466f-b220-42c6fed48864 on network 2a2f07c7-f971-4c0b-9193-54c78e90ac1c {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:47.651860 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port f813ce09-f6c4-43de-8081-651f47285bb9 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:47.652420 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.770652 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Port 8a5feca5-263e-466f-b220-42c6fed48864 on network 2a2f07c7-f971-4c0b-9193-54c78e90ac1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:17:47.771361 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Attempting to bind port 8a5feca5-263e-466f-b220-42c6fed48864 on network 2a2f07c7-f971-4c0b-9193-54c78e90ac1c {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:47.774970 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-a5eeeae1-88d9-40cd-9b3b-e510bb623d54 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:47.775937 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-a5eeeae1-88d9-40cd-9b3b-e510bb623d54 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Synchronizing usage tracker for tenant:d3c5f7dde9e440128aee36b61bc3a270 on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:17:47.808758 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d817896-2b1e-4c86-926a-da3520c3b38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9c1eca-67a7-4558-bf41-cc8e4f9017c1,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:47.839071 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1d817896-2b1e-4c86-926a-da3520c3b38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:47.861813 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-router', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:26Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'gw_port': {'id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:28Z', 'updated_at': '2021-05-18T06:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '3c817a8e-fac6-47f2-8d39-67e1d0237975', 'name': '', 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'mac_address': 'fa:16:3e:55:32:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7843044c-7830-41c0-8498-40d0fb08494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:32Z', 'updated_at': '2021-05-18T06:17:45Z', 'revision_number': 4, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'subnets': [{'id': '7843044c-7830-41c0-8498-40d0fb08494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:17:47.902296 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-a5eeeae1-88d9-40cd-9b3b-e510bb623d54 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Unset dirty status for tenant:d3c5f7dde9e440128aee36b61bc3a270 on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:17:47.904904 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-a5eeeae1-88d9-40cd-9b3b-e510bb623d54 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.18 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 819 time: 0.3801699 May 18 06:17:47.906120 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-80c80dd5-0238-4cf4-8811-1b6b23e2cfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.937019 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e0027b-3e09-41d6-ac0c-11218247b5ce,revision_number=3']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:47.964119 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:47.964998 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:47.965821 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Checking segment: {'id': '354316c5-0fe3-4512-b08e-c439c520295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a2f07c7-f971-4c0b-9193-54c78e90ac1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:47.966329 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Bound using segment: {'id': '354316c5-0fe3-4512-b08e-c439c520295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a2f07c7-f971-4c0b-9193-54c78e90ac1c'} {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:47.966819 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Bound port: 8a5feca5-263e-466f-b220-42c6fed48864, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354316c5-0fe3-4512-b08e-c439c520295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2a2f07c7-f971-4c0b-9193-54c78e90ac1c'}}] {{(pid=78802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:47.967031 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.974619 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-80c80dd5-0238-4cf4-8811-1b6b23e2cfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:47.979050 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-9b4874bc-8b1b-4179-b22e-d0509763326b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Unset dirty status for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:security_group {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:17:47.981559 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-9b4874bc-8b1b-4179-b22e-d0509763326b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1879541528&fields=id&tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd HTTP/1.1" status: 200 len: 267 time: 0.8429360 May 18 06:17:47.991152 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7c543-e71e-4a30-b47f-8c16a6406149 None None] The sync data for ids ['0321cdca-bff3-45cb-b930-69712167ecb5'] in dv-cinder-784623-10-iscsi is: [{'id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-router', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:26Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'gw_port': {'id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:28Z', 'updated_at': '2021-05-18T06:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '3c817a8e-fac6-47f2-8d39-67e1d0237975', 'name': '', 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'mac_address': 'fa:16:3e:55:32:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7843044c-7830-41c0-8498-40d0fb08494f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:32Z', 'updated_at': '2021-05-18T06:17:45Z', 'revision_number': 4, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'subnets': [{'id': '7843044c-7830-41c0-8498-40d0fb08494f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:17:47.993937 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 3c817a8e-fac6-47f2-8d39-67e1d0237975 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:48.072159 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Request body: {'port': {'device_id': '144f415e-75da-4a62-9e1d-cf0b4c068b7d', 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7', 'admin_state_up': True, 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:48.093920 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-80c80dd5-0238-4cf4-8811-1b6b23e2cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.105438 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:48.168355 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 3c817a8e-fac6-47f2-8d39-67e1d0237975 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:48.181337 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 3c817a8e-fac6-47f2-8d39-67e1d0237975 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:48.185665 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.273642 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c80dd5-0238-4cf4-8811-1b6b23e2cfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9c1eca-67a7-4558-bf41-cc8e4f9017c1,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:48.316381 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-80c80dd5-0238-4cf4-8811-1b6b23e2cfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:48.327703 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-80c80dd5-0238-4cf4-8811-1b6b23e2cfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.339812 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-80c80dd5-0238-4cf4-8811-1b6b23e2cfbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de9c1eca-67a7-4558-bf41-cc8e4f9017c1 HTTP/1.1" status: 204 len: 168 time: 1.0339773 May 18 06:17:48.479452 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:48.514395 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Usage tracker for resource:port and tenant:d3c5f7dde9e440128aee36b61bc3a270 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:48.533502 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:48.544656 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.546982 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:48.573510 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Made reservation on behalf of d3c5f7dde9e440128aee36b61bc3a270 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:48.579160 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.699359 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 3c817a8e-fac6-47f2-8d39-67e1d0237975, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=3c817a8e-fac6-47f2-8d39-67e1d0237975,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:48.719871 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:48.721801 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:48.934693 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] For port 8a5feca5-263e-466f-b220-42c6fed48864, host hv-cinder-78462, cleared binding levels {{(pid=78802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:48.944242 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] For port 8a5feca5-263e-466f-b220-42c6fed48864, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8a5feca5-263e-466f-b220-42c6fed48864,segment=NetworkSegment(354316c5-0fe3-4512-b08e-c439c520295b),segment_id=354316c5-0fe3-4512-b08e-c439c520295b)] {{(pid=78802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:48.967999 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 59606) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:48.994335 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.028473 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=3c817a8e-fac6-47f2-8d39-67e1d0237975,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:49.034604 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ede22fa9-3981-4299-8f3d-d9aaa02d34fd tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:49.037953 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ede22fa9-3981-4299-8f3d-d9aaa02d34fd tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Synchronizing usage tracker for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:network {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:17:49.042215 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:49.176913 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:49.177155 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Allocated IP 172.20.0.8 (1b958adc-0985-455f-a2ad-6f3c6f7e15c7/7843044c-7830-41c0-8498-40d0fb08494f/f1b6ad9f-527d-45d2-b2fc-881ac9602376) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:49.240096 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-dcf21672-dbc9-4fd1-8bd1-a0b4fa5f3f99 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:49.241911 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-dcf21672-dbc9-4fd1-8bd1-a0b4fa5f3f99 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 819 time: 1.6248157 May 18 06:17:49.258864 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:49.259156 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.260642 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] 10.222.0.18 "PUT /v2.0/ports/8a5feca5-263e-466f-b220-42c6fed48864 HTTP/1.1" status: 200 len: 1093 time: 7.6420305 May 18 06:17:49.453157 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ede22fa9-3981-4299-8f3d-d9aaa02d34fd tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Unset dirty status for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:network {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:17:49.470700 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ede22fa9-3981-4299-8f3d-d9aaa02d34fd tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/networks?id=fa69bd4a-a63f-4b32-9479-e675b2113b20 HTTP/1.1" status: 200 len: 811 time: 1.3302555 May 18 06:17:49.498976 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9e4b2899-350c-476e-b295-faa5f82c9f1e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/quotas/d3c5f7dde9e440128aee36b61bc3a270 HTTP/1.1" status: 200 len: 375 time: 0.2371867 May 18 06:17:49.636226 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-58721d41-a457-4d8d-91c9-4d6bc71a3cb3 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/quotas/797cf5d9b9e64d3ab1b68e7d675699fd HTTP/1.1" status: 200 len: 375 time: 0.1639376 May 18 06:17:49.639577 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-69b5c871-9389-483a-92d9-637473928259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:49.641164 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-69b5c871-9389-483a-92d9-637473928259 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 1097 time: 1.6316972 May 18 06:17:49.646601 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.680452 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5feca5-263e-466f-b220-42c6fed48864,revision_number=3']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:49.683248 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9319b2ef-eaee-416f-b44f-f00c8a64075a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.704535 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:49.704767 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59634) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:49.708562 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.727243 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:49.759286 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e1536336-6dbe-4045-94d9-e799795477a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.778761 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-9319b2ef-eaee-416f-b44f-f00c8a64075a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:49.805504 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-ec242ecc-8040-4b18-b5c1-973ca07460de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3e0027b-3e09-41d6-ac0c-11218247b5ce HTTP/1.1" status: 200 len: 217 time: 0.1119204 May 18 06:17:49.805689 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e1536336-6dbe-4045-94d9-e799795477a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:49.808440 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-9319b2ef-eaee-416f-b44f-f00c8a64075a admin admin] Usage tracker for resource:security_group_rule and tenant:86bc2dccbe9741f18f17a069008d0ed0 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:49.815584 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:49.816088 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-e1536336-6dbe-4045-94d9-e799795477a7 admin admin] Usage tracker for resource:security_group_rule and tenant:d85a3b6d0ef742c588221bc5f18e6e76 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:49.816833 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-9319b2ef-eaee-416f-b44f-f00c8a64075a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:49.820840 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-e1536336-6dbe-4045-94d9-e799795477a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:49.823483 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:49.831431 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-9319b2ef-eaee-416f-b44f-f00c8a64075a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:49.833252 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:49.838691 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:49.839507 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:49.843499 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e1536336-6dbe-4045-94d9-e799795477a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:49.847044 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Pushing event updated for resources: {'Port': ['ID=f1b6ad9f-527d-45d2-b2fc-881ac9602376,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:49.862632 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:49.870505 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8040655 May 18 06:17:49.884979 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Request body: {'port': {'device_id': '144f415e-75da-4a62-9e1d-cf0b4c068b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:49.909580 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-d3c4f40f-67da-489b-8d8d-93600e22aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:49.911057 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-d3c4f40f-67da-489b-8d8d-93600e22aa77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0200436280b44ae7bb23b402a5c635e5&device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 1096 time: 0.5450099 May 18 06:17:50.020443 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-135173fa-71a3-48f1-9cd4-8a355015fb69 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Synchronizing usage tracker for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:17:50.030364 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-be4035f0-3353-40b6-9a57-a96f3ac90d2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a5feca5-263e-466f-b220-42c6fed48864 HTTP/1.1" status: 200 len: 217 time: 0.1072428 May 18 06:17:50.039946 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-029f3480-0cf3-48c9-ae05-5eb97258b405 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5244684 May 18 06:17:50.042703 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-06909f8a-cd4f-4662-a34e-d4738e308da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:50.044672 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-06909f8a-cd4f-4662-a34e-d4738e308da2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b422b18-596a-408e-a197-936dd80923c4 HTTP/1.1" status: 200 len: 855 time: 0.1943557 May 18 06:17:50.091002 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.167376 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e1536336-6dbe-4045-94d9-e799795477a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.175006 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e1536336-6dbe-4045-94d9-e799795477a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.187523 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:50.233843 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-9518b2db-e293-4973-bda2-3b653a29483d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0edeb913-fb6f-4985-9386-728cbae15a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471171 May 18 06:17:50.242190 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-135173fa-71a3-48f1-9cd4-8a355015fb69 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Unset dirty status for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:17:50.256031 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-135173fa-71a3-48f1-9cd4-8a355015fb69 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6194062 May 18 06:17:50.279840 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e1536336-6dbe-4045-94d9-e799795477a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d85a3b6d0ef742c588221bc5f18e6e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739734 May 18 06:17:50.284219 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59650) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:50.284863 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1536336-6dbe-4045-94d9-e799795477a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace3d58b-a478-47ab-b130-5ab9be4ae5a4,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:50.288970 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e1536336-6dbe-4045-94d9-e799795477a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:50.445287 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6414fe02-cca0-4ad9-834e-bd39571ca40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.499524 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6414fe02-cca0-4ad9-834e-bd39571ca40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.499938 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-f8dd0c38-ea21-41da-a0d1-a7dfffb92b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:50.501373 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-f8dd0c38-ea21-41da-a0d1-a7dfffb92b9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fc96ed9-5597-4225-aabf-9a6f633beb40 HTTP/1.1" status: 200 len: 852 time: 0.4502406 May 18 06:17:50.571035 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9319b2ef-eaee-416f-b44f-f00c8a64075a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.597045 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-bcc6828c-0a91-4d26-84ed-79420d8a9231 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a2f07c7-f971-4c0b-9193-54c78e90ac1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729933 May 18 06:17:50.597638 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9319b2ef-eaee-416f-b44f-f00c8a64075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.611435 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6414fe02-cca0-4ad9-834e-bd39571ca40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.620995 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-27ec2c20-a7f9-457f-8965-dcf1ca75a521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:50.629223 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-63c12bba-2dd4-4319-83ae-009eec822561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:50.634568 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414fe02-cca0-4ad9-834e-bd39571ca40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace3d58b-a478-47ab-b130-5ab9be4ae5a4,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:50.640076 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b6ad9f-527d-45d2-b2fc-881ac9602376 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:17:50.654474 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6414fe02-cca0-4ad9-834e-bd39571ca40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:50.654474 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.654474 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6414fe02-cca0-4ad9-834e-bd39571ca40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.654474 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6414fe02-cca0-4ad9-834e-bd39571ca40e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ace3d58b-a478-47ab-b130-5ab9be4ae5a4 HTTP/1.1" status: 204 len: 168 time: 0.3667748 May 18 06:17:50.669342 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Transition to ACTIVE for port object f1b6ad9f-527d-45d2-b2fc-881ac9602376 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:50.675979 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:50.683485 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-77544810-df25-49e5-a7ff-f7ef2d870a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:50.825499 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-baa662dd-8c92-44e7-a56f-292a1f4db1c5 service neutron] 10.222.0.13 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7425127 May 18 06:17:50.860591 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-9319b2ef-eaee-416f-b44f-f00c8a64075a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86bc2dccbe9741f18f17a069008d0ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8731439 May 18 06:17:50.862854 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-a490bb01-9472-4765-9eb3-7b5b9b998fba service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6030819 May 18 06:17:50.864418 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 59674) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:50.866871 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b6ad9f-527d-45d2-b2fc-881ac9602376,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:50.873323 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:50.896684 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-457db613-3d46-4be9-ba2b-8407efe72e1f service neutron] 10.222.0.13 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398144 May 18 06:17:50.897378 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319b2ef-eaee-416f-b44f-f00c8a64075a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0382ddf5-4576-41e2-ba3c-63e21da1f7cd,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:50.899234 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 3c817a8e-fac6-47f2-8d39-67e1d0237975 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:50.903606 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Attempting to bind port f1b6ad9f-527d-45d2-b2fc-881ac9602376 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:50.904115 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Attempting to bind port f1b6ad9f-527d-45d2-b2fc-881ac9602376 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:50.904709 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Attempting to bind port f1b6ad9f-527d-45d2-b2fc-881ac9602376 on network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:50.909721 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Port f1b6ad9f-527d-45d2-b2fc-881ac9602376 on network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:17:50.910272 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Attempting to bind port f1b6ad9f-527d-45d2-b2fc-881ac9602376 on network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:50.915662 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:50.916275 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Checking segment: {'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:50.917064 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Bound using segment: {'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:50.917715 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Bound port: f1b6ad9f-527d-45d2-b2fc-881ac9602376, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:50.918319 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:51.028665 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 3c817a8e-fac6-47f2-8d39-67e1d0237975 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:51.029050 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:51.035230 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9319b2ef-eaee-416f-b44f-f00c8a64075a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:51.038274 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] For port f1b6ad9f-527d-45d2-b2fc-881ac9602376, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:51.043680 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] For port f1b6ad9f-527d-45d2-b2fc-881ac9602376, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:51.054555 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:51.076125 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:51.203959 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b6ad9f-527d-45d2-b2fc-881ac9602376,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:51.208691 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:51.211116 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:51.212009 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:51.214451 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] 10.222.0.18 "PUT /v2.0/ports/f1b6ad9f-527d-45d2-b2fc-881ac9602376 HTTP/1.1" status: 200 len: 1093 time: 1.3335588 May 18 06:17:51.215188 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144f415e-75da-4a62-9e1d-cf0b4c068b7d', 'tag': 'f1b6ad9f-527d-45d2-b2fc-881ac9602376'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:17:51.338300 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-719d1858-dcf5-4a8c-a730-f78da8132e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:51.428611 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-e1f794bc-e578-47f0-8902-efb3632fdb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:51.430393 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-e1f794bc-e578-47f0-8902-efb3632fdb49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 1096 time: 0.0971510 May 18 06:17:51.440881 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-719d1858-dcf5-4a8c-a730-f78da8132e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:51.483008 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-505cd67e-298d-4cdf-b2bd-08a0d3c59539 service neutron] 10.222.0.18 "GET /v2.0/networks/2a2f07c7-f971-4c0b-9193-54c78e90ac1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8660228 May 18 06:17:51.496081 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ef1f63eb-8963-463b-b01b-d0d349ff1d43 req-51c13493-7230-4aa6-9c6d-67c1ebd33b22 service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926678 May 18 06:17:51.519098 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-ae808f24-2f39-48ed-abff-f93ed3d0c6ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376 HTTP/1.1" status: 200 len: 217 time: 0.0810244 May 18 06:17:51.599213 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-fe971ad9-66ea-4c66-9445-9f8497de47d1 service neutron] 10.222.0.13 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405332 May 18 06:17:51.615659 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-c9f75e95-44d7-4e0d-b2fe-f5d10d5537fe service neutron] 10.222.0.13 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7500825 May 18 06:17:51.646750 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-7954d127-62dd-4620-b79d-0e3f8b212796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:51.652807 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-7954d127-62dd-4620-b79d-0e3f8b212796 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 200 len: 859 time: 0.1194067 May 18 06:17:51.729539 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-3dc1983f-bfa2-4a71-ab2e-e9896b9b4f22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735030 May 18 06:17:51.744655 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-719d1858-dcf5-4a8c-a730-f78da8132e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:51.768978 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:51.797994 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d1858-dcf5-4a8c-a730-f78da8132e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0382ddf5-4576-41e2-ba3c-63e21da1f7cd,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:51.813057 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-719d1858-dcf5-4a8c-a730-f78da8132e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:51.840039 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-719d1858-dcf5-4a8c-a730-f78da8132e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:51.857641 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-719d1858-dcf5-4a8c-a730-f78da8132e0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0382ddf5-4576-41e2-ba3c-63e21da1f7cd HTTP/1.1" status: 204 len: 168 time: 0.9858682 May 18 06:17:51.915501 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1ff3841-e56c-40cb-b298-59ddcf5e6aa4 req-56dabc59-d1d5-4445-a65b-db567c9083eb service neutron] 10.222.0.18 "GET /v2.0/networks/2a2f07c7-f971-4c0b-9193-54c78e90ac1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093347 May 18 06:17:52.102009 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde52eb-7a05-44ce-88e2-0149cfadd70f req-2254e1db-872b-4928-ac83-547eba74fa85 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:52.107266 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-dfde52eb-7a05-44ce-88e2-0149cfadd70f req-2254e1db-872b-4928-ac83-547eba74fa85 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 943 time: 0.1265163 May 18 06:17:52.115223 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-086b41c1-1a85-4e75-94c4-843e08615586 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603919 May 18 06:17:52.225827 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-dfde52eb-7a05-44ce-88e2-0149cfadd70f req-d55e0548-ca52-4755-9253-199a45d72646 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037655 May 18 06:17:52.371524 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9efa1b-595e-4ee5-bc27-316bb4aaf414 req-32555e97-e1b4-4ed3-8dad-401d67b35d14 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:52.373252 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2f9efa1b-595e-4ee5-bc27-316bb4aaf414 req-32555e97-e1b4-4ed3-8dad-401d67b35d14 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 944 time: 0.1441858 May 18 06:17:52.492787 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d12769-e238-4c53-984e-83fa0ae0dc73 req-e676d117-4a39-4a00-89e7-56933ff27831 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684657 May 18 06:17:52.515395 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2f9efa1b-595e-4ee5-bc27-316bb4aaf414 req-4c6fdd19-eaa9-4500-b5ee-d491988638f2 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312413 May 18 06:17:52.881455 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a182f1-7683-4398-bf05-978cd0f504ef', 'tag': 'e3e0027b-3e09-41d6-ac0c-11218247b5ce', 'status': 'completed', 'code': 200} May 18 06:17:53.111731 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3bcdecbf-dbd2-466a-a7fd-1951c7db0af6 req-2588eabb-5590-4bb6-a82f-107f78290e2a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 210 time: 0.1078806 May 18 06:17:53.156857 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144f415e-75da-4a62-9e1d-cf0b4c068b7d', 'tag': 'f1b6ad9f-527d-45d2-b2fc-881ac9602376', 'status': 'completed', 'code': 200} May 18 06:17:53.267492 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c4a9d694-6be2-4a77-982d-7fd9987a66f3 req-2c8a7f7f-0f6a-4796-8f21-006409e34ff9 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 210 time: 0.0711644 May 18 06:17:53.330258 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:53.337143 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0b39b-7142-4296-8d6e-c05ed21a0832 req-738590a2-bd18-4610-8ccf-5f262115fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:53.341191 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d8a0b39b-7142-4296-8d6e-c05ed21a0832 req-738590a2-bd18-4610-8ccf-5f262115fb2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 1096 time: 0.2267864 May 18 06:17:53.369589 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5336c-ebb5-45d2-a732-aa7bc12b38c6 req-88483ce3-b713-4235-a06b-060c6c77c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:53.371322 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-dfe5336c-ebb5-45d2-a732-aa7bc12b38c6 req-88483ce3-b713-4235-a06b-060c6c77c076 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 1097 time: 0.3337238 May 18 06:17:53.565742 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5336c-ebb5-45d2-a732-aa7bc12b38c6 req-418ce456-7e57-462c-9e6a-f36291df3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:53.567671 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-dfe5336c-ebb5-45d2-a732-aa7bc12b38c6 req-418ce456-7e57-462c-9e6a-f36291df3be6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 916 time: 0.1844158 May 18 06:17:53.688492 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-dfe5336c-ebb5-45d2-a732-aa7bc12b38c6 req-24295e7e-0b0f-487f-b1d0-863cd1bd4ad8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3e0027b-3e09-41d6-ac0c-11218247b5ce HTTP/1.1" status: 200 len: 217 time: 0.1035659 May 18 06:17:53.836135 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5336c-ebb5-45d2-a732-aa7bc12b38c6 req-180428b3-e33c-49a3-ac02-3bc8e9ce3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:53.838194 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-dfe5336c-ebb5-45d2-a732-aa7bc12b38c6 req-180428b3-e33c-49a3-ac02-3bc8e9ce3829 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b422b18-596a-408e-a197-936dd80923c4 HTTP/1.1" status: 200 len: 855 time: 0.1411457 May 18 06:17:53.913675 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-dfe5336c-ebb5-45d2-a732-aa7bc12b38c6 req-a3859e3b-1144-4499-9de8-dee2aebb5695 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0edeb913-fb6f-4985-9386-728cbae15a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589061 May 18 06:17:53.921337 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0b39b-7142-4296-8d6e-c05ed21a0832 req-7df7321e-38ed-4db1-9779-ce7769dac192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:53.922790 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d8a0b39b-7142-4296-8d6e-c05ed21a0832 req-7df7321e-38ed-4db1-9779-ce7769dac192 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 920 time: 0.5741949 May 18 06:17:54.034030 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d8a0b39b-7142-4296-8d6e-c05ed21a0832 req-8bbe632e-67c8-4438-af6d-4e2a5eb5769d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376 HTTP/1.1" status: 200 len: 217 time: 0.1020501 May 18 06:17:54.129210 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.18', 60383) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:54.143200 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 59838) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:54.161382 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf045dd3-1b28-4fb2-a2b8-c3e1960106c4 req-d1ef09fd-4770-419d-9618-9b8b9584f41e tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:54.163059 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bf045dd3-1b28-4fb2-a2b8-c3e1960106c4 req-d1ef09fd-4770-419d-9618-9b8b9584f41e tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 943 time: 0.6490593 May 18 06:17:54.178075 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-a0b94869-d41f-4e4e-93bf-3d048abae4e5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:54.179833 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-a0b94869-d41f-4e4e-93bf-3d048abae4e5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.18 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 819 time: 0.5803068 May 18 06:17:54.217877 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Request body: {'port': {'device_id': 'd30e21c6-512e-4355-851f-fdbad284a983', 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7', 'admin_state_up': True, 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:54.238636 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f159ec9-500e-41bd-b16d-22ed9d6177aa req-9cce5143-613d-4aa7-b7be-3361b150fa74 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:54.240358 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7f159ec9-500e-41bd-b16d-22ed9d6177aa req-9cce5143-613d-4aa7-b7be-3361b150fa74 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 944 time: 0.4698799 May 18 06:17:54.265468 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0b39b-7142-4296-8d6e-c05ed21a0832 req-c62a81de-ff04-4f03-8cd9-aea2e09e1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:54.266893 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d8a0b39b-7142-4296-8d6e-c05ed21a0832 req-c62a81de-ff04-4f03-8cd9-aea2e09e1288 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 200 len: 859 time: 0.2165608 May 18 06:17:54.360378 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-dfe5336c-ebb5-45d2-a732-aa7bc12b38c6 req-adcd00e0-59a5-4ed0-8bbe-fda4c9b2657a service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395633 May 18 06:17:54.462674 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d8a0b39b-7142-4296-8d6e-c05ed21a0832 req-bff352ac-659e-4ea1-9f38-f6ffee9f8ad3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997775 May 18 06:17:54.485696 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bf045dd3-1b28-4fb2-a2b8-c3e1960106c4 req-b0299ebf-84a6-4d1f-a897-45f230b2da50 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022320 May 18 06:17:54.550773 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7f159ec9-500e-41bd-b16d-22ed9d6177aa req-43f508a1-02b7-4a45-bc14-45683e33f5f4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023655 May 18 06:17:54.561007 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 59856) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:54.613873 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-dfe5336c-ebb5-45d2-a732-aa7bc12b38c6 req-fbbe88f9-ed80-4a13-99c0-cffe343b273b service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338498 May 18 06:17:54.682481 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-c14f2351-4bed-4322-b44c-2f5514965e03 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:54.684354 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-c14f2351-4bed-4322-b44c-2f5514965e03 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.18 "GET /v2.0/networks?id=fa69bd4a-a63f-4b32-9479-e675b2113b20 HTTP/1.1" status: 200 len: 811 time: 0.5541687 May 18 06:17:54.792500 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-94653b08-04eb-4e98-a6f3-8818b2b35d36 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Synchronizing usage tracker for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:17:54.829043 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-94653b08-04eb-4e98-a6f3-8818b2b35d36 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Unset dirty status for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:17:54.830188 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-94653b08-04eb-4e98-a6f3-8818b2b35d36 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd HTTP/1.1" status: 200 len: 380 time: 0.1365471 May 18 06:17:54.842293 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'port': {'device_id': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'admin_state_up': True, 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'security_groups': ['2df1d068-5052-4626-ba2b-8768e0d51d0b']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:54.850905 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0a0e99c6-fb59-41d6-a15b-f61e63e0152b req-eaa7fa33-55dd-4c83-b5bb-83f14aeda301 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 210 time: 0.1161532 May 18 06:17:54.851703 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-798a27e4-16dd-433e-bd41-2fd7c266aec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:54.904749 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4f835e-82ce-47ae-9216-cb3ebdcb9d73', 'tag': '8a5feca5-263e-466f-b220-42c6fed48864'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:17:54.933434 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:54.945456 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-798a27e4-16dd-433e-bd41-2fd7c266aec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:54.976521 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Usage tracker for resource:port and tenant:d3c5f7dde9e440128aee36b61bc3a270 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:54.981664 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4dfee241-d766-4afa-8553-05c44de7d4b0 req-d698a982-f637-4915-934e-3f8005d1c773 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 210 time: 0.1403031 May 18 06:17:54.984671 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-798a27e4-16dd-433e-bd41-2fd7c266aec6 admin admin] Usage tracker for resource:security_group_rule and tenant:87e663f1149440ca8afce8db971e2f27 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:54.987831 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:54.993534 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-798a27e4-16dd-433e-bd41-2fd7c266aec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:55.017485 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4f835e-82ce-47ae-9216-cb3ebdcb9d73', 'tag': '8a5feca5-263e-466f-b220-42c6fed48864', 'status': 'completed', 'code': 200} May 18 06:17:55.019798 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-798a27e4-16dd-433e-bd41-2fd7c266aec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:55.023683 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:55.038828 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d5b19712-313e-49a4-b030-624aa97a1176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:55.065046 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d8a0b39b-7142-4296-8d6e-c05ed21a0832 req-c2a5c535-a938-42e0-8e05-bccf6e58b547 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781045 May 18 06:17:55.076708 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-d5b19712-313e-49a4-b030-624aa97a1176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:55.104091 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-d5b19712-313e-49a4-b030-624aa97a1176 admin admin] Usage tracker for resource:security_group_rule and tenant:44b4977a8c634cc4bd1b4ac343ced3fd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:55.112268 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-d5b19712-313e-49a4-b030-624aa97a1176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:55.115650 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:55.117730 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Made reservation on behalf of d3c5f7dde9e440128aee36b61bc3a270 for: {'port': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:55.121943 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:55.130183 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:55.151686 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d01de4-1914-477d-a2be-961600438f6e req-03ba828f-3760-4173-aacf-8a6b57639a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:55.153376 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d01de4-1914-477d-a2be-961600438f6e req-03ba828f-3760-4173-aacf-8a6b57639a62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0200436280b44ae7bb23b402a5c635e5&device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 1096 time: 0.1217186 May 18 06:17:55.154479 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Made reservation on behalf of 797cf5d9b9e64d3ab1b68e7d675699fd for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:17:55.158412 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:55.203966 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-d5b19712-313e-49a4-b030-624aa97a1176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:55.330317 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-798a27e4-16dd-433e-bd41-2fd7c266aec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:55.427395 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d01de4-1914-477d-a2be-961600438f6e req-1d797025-0e63-4e44-886e-dcac1f130be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:55.428855 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d01de4-1914-477d-a2be-961600438f6e req-1d797025-0e63-4e44-886e-dcac1f130be3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2a2f07c7-f971-4c0b-9193-54c78e90ac1c HTTP/1.1" status: 200 len: 913 time: 0.2580485 May 18 06:17:55.442303 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d8a0b39b-7142-4296-8d6e-c05ed21a0832 req-9ea8d99f-7e57-40d7-a927-59957b78e0a4 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612063 May 18 06:17:55.442988 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-798a27e4-16dd-433e-bd41-2fd7c266aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:55.485934 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:55.508528 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 59908) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:55.533242 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d01de4-1914-477d-a2be-961600438f6e req-45d2435d-847a-4ab8-a20a-520748ba2d7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a5feca5-263e-466f-b220-42c6fed48864 HTTP/1.1" status: 200 len: 217 time: 0.0757303 May 18 06:17:55.548990 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a27e4-16dd-433e-bd41-2fd7c266aec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d1c205-5084-46ea-a4a0-9fc73f86e3fe,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:55.564455 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-798a27e4-16dd-433e-bd41-2fd7c266aec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:55.603281 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Allocated IP 172.20.0.14 (fa69bd4a-a63f-4b32-9479-e675b2113b20/c1439b6e-bf79-4140-b375-719a48f85281/e5890317-87a3-4140-bc26-2c42d5d0193a) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:55.620188 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d01de4-1914-477d-a2be-961600438f6e req-1bee879b-dc15-48ec-a6f2-7441358b6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:55.621786 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d01de4-1914-477d-a2be-961600438f6e req-1bee879b-dc15-48ec-a6f2-7441358b6f44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fc96ed9-5597-4225-aabf-9a6f633beb40 HTTP/1.1" status: 200 len: 852 time: 0.0824211 May 18 06:17:55.624072 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-798a27e4-16dd-433e-bd41-2fd7c266aec6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87e663f1149440ca8afce8db971e2f27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4763794 May 18 06:17:55.634739 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 59922) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:55.685506 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d01de4-1914-477d-a2be-961600438f6e req-f54c3449-b081-4048-8f08-c9085962a2d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2a2f07c7-f971-4c0b-9193-54c78e90ac1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577888 May 18 06:17:55.865537 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device f1b6ad9f-527d-45d2-b2fc-881ac9602376 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:17:55.891257 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ca43a-afa5-4b3d-8192-8067436ad642 req-d47874a9-9422-4646-9fa2-bfea32013b31 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:55.892727 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7d5ca43a-afa5-4b3d-8192-8067436ad642 req-d47874a9-9422-4646-9fa2-bfea32013b31 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 943 time: 0.2565465 May 18 06:17:55.955677 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e23eb8e0-7b1c-4f98-a03a-c186a7598d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.029296 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-e23eb8e0-7b1c-4f98-a03a-c186a7598d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:56.029803 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d01de4-1914-477d-a2be-961600438f6e req-9d8e5e76-0123-45a2-bf84-94586126a10a service neutron] 10.222.0.18 "GET /v2.0/networks/2a2f07c7-f971-4c0b-9193-54c78e90ac1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378811 May 18 06:17:56.044979 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d5b19712-313e-49a4-b030-624aa97a1176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.046979 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port f1b6ad9f-527d-45d2-b2fc-881ac9602376, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:56.059871 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-e23eb8e0-7b1c-4f98-a03a-c186a7598d48 admin admin] Usage tracker for resource:security_group_rule and tenant:7aed6985cf8f42f494d29c30e7886a58 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:56.070395 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': 'f1b6ad9f-527d-45d2-b2fc-881ac9602376', 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7', 'port_id': 'f1b6ad9f-527d-45d2-b2fc-881ac9602376', 'mac_address': 'fa:16:3e:01:61:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7843044c-7830-41c0-8498-40d0fb08494f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:17:56.071607 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abe06c-8bf4-4044-8fe4-a009d92197bd req-dc9dbf53-7df7-464b-a117-c87f395e5b18 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:56.073466 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f6abe06c-8bf4-4044-8fe4-a009d92197bd req-dc9dbf53-7df7-464b-a117-c87f395e5b18 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 944 time: 0.2912991 May 18 06:17:56.077229 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-e23eb8e0-7b1c-4f98-a03a-c186a7598d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:56.084265 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d5b19712-313e-49a4-b030-624aa97a1176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.093787 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Allocated IP 172.20.0.3 (1b958adc-0985-455f-a2ad-6f3c6f7e15c7/7843044c-7830-41c0-8498-40d0fb08494f/803c99db-aa91-4cfa-94ba-58d4a3545e48) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:17:56.143370 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.158039 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.169689 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Transition to ACTIVE for port object e5890317-87a3-4140-bc26-2c42d5d0193a will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:56.178460 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b6ad9f-527d-45d2-b2fc-881ac9602376 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:17:56.208308 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-e23eb8e0-7b1c-4f98-a03a-c186a7598d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:56.209095 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port f1b6ad9f-527d-45d2-b2fc-881ac9602376, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:56.213753 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b5d01de4-1914-477d-a2be-961600438f6e req-b9a4679d-f3a7-48b0-87bc-e6c4b235c051 service neutron] 10.222.0.18 "GET /v2.0/networks/2a2f07c7-f971-4c0b-9193-54c78e90ac1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753032 May 18 06:17:56.216117 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.217839 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e3e0027b-3e09-41d6-ac0c-11218247b5ce details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:17:56.233241 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7d5ca43a-afa5-4b3d-8192-8067436ad642 req-13c537ff-b70f-4ee2-9c0a-4a2f8503bbe5 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206444 May 18 06:17:56.233952 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62cbe581-74ba-4dd4-b3aa-ded1acdf340c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.242980 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-24c82eb5-3b51-4b99-b4a0-ef027ed5b07a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:56.265905 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.277012 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-804d2b9d-07c1-4ee3-b6e9-dde389e19d61 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:56.301181 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:56.310184 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d5b19712-313e-49a4-b030-624aa97a1176 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44b4977a8c634cc4bd1b4ac343ced3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7439697 May 18 06:17:56.321563 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 59944) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:56.405539 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Network fa69bd4a-a63f-4b32-9479-e675b2113b20 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:56.409501 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:56.414105 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:56.420507 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:56.421181 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.421302 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62cbe581-74ba-4dd4-b3aa-ded1acdf340c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.471965 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=f1b6ad9f-527d-45d2-b2fc-881ac9602376,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:56.478294 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6425126 May 18 06:17:56.479070 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'Port': ['ID=e5890317-87a3-4140-bc26-2c42d5d0193a,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:56.482589 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:56.484636 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:56.493381 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Request body: {'port': {'device_id': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:56.506545 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f6abe06c-8bf4-4044-8fe4-a009d92197bd req-f100606a-15e7-4c18-82a6-3955293fe539 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096577 May 18 06:17:56.507796 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b19712-313e-49a4-b030-624aa97a1176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5886853f-3ec1-4767-bd37-d47ff3cb999f,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:56.516557 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d5b19712-313e-49a4-b030-624aa97a1176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:56.564499 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59952) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:56.608083 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port e3e0027b-3e09-41d6-ac0c-11218247b5ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e3e0027b-3e09-41d6-ac0c-11218247b5ce,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:56.623420 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b820-90b2-4d7f-b37f-d35e19b3db35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.646590 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': 'e3e0027b-3e09-41d6-ac0c-11218247b5ce', 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09', 'port_id': 'e3e0027b-3e09-41d6-ac0c-11218247b5ce', 'mac_address': 'fa:16:3e:22:8d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b422b18-596a-408e-a197-936dd80923c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:17:56.693595 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.723107 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b820-90b2-4d7f-b37f-d35e19b3db35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.748654 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.748786 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-934cc3af-bfb6-49f9-8e3b-2e3364638aa8 req-73031795-b0e9-4922-8536-9695c48e0cc1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 210 time: 0.3536346 May 18 06:17:56.759296 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-bb9880a5-fec4-4889-9fa5-2d878c48673d None None] Provisioning for port e5890317-87a3-4140-bc26-2c42d5d0193a completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:56.769977 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e0027b-3e09-41d6-ac0c-11218247b5ce {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:17:56.773642 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-bb9880a5-fec4-4889-9fa5-2d878c48673d None None] Provisioning complete for port e5890317-87a3-4140-bc26-2c42d5d0193a triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:56.774013 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bb9880a5-fec4-4889-9fa5-2d878c48673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.794671 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce16c400-8a0e-4de6-8e36-27cb1f0cd6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.815993 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ce16c400-8a0e-4de6-8e36-27cb1f0cd6a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:56.826127 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ce16c400-8a0e-4de6-8e36-27cb1f0cd6a3 admin admin] Usage tracker for resource:security_group_rule and tenant:7842423dedde49e5989a24fae7e3ee01 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:56.830650 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ce16c400-8a0e-4de6-8e36-27cb1f0cd6a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:56.832586 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port e3e0027b-3e09-41d6-ac0c-11218247b5ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e3e0027b-3e09-41d6-ac0c-11218247b5ce,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:56.837280 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-bb9880a5-fec4-4889-9fa5-2d878c48673d None None] Port e5890317-87a3-4140-bc26-2c42d5d0193a cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:17:56.839111 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.839842 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8a5feca5-263e-466f-b220-42c6fed48864 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:17:56.842187 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:56.882880 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ce16c400-8a0e-4de6-8e36-27cb1f0cd6a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:56.960407 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e23eb8e0-7b1c-4f98-a03a-c186a7598d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.971515 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62cbe581-74ba-4dd4-b3aa-ded1acdf340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.976283 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e23eb8e0-7b1c-4f98-a03a-c186a7598d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:56.991542 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:57.004878 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b7c79-15f2-4ab3-ba18-5ba941c32549 req-a8b26d69-8cbe-4338-a899-fcef5ab18b9b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:57.006336 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-947b7c79-15f2-4ab3-ba18-5ba941c32549 req-a8b26d69-8cbe-4338-a899-fcef5ab18b9b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 932 time: 0.3633888 May 18 06:17:57.011011 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b820-90b2-4d7f-b37f-d35e19b3db35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.013886 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=e3e0027b-3e09-41d6-ac0c-11218247b5ce,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:57.018286 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:57.052661 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbe581-74ba-4dd4-b3aa-ded1acdf340c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d1c205-5084-46ea-a4a0-9fc73f86e3fe,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:57.093833 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.095387 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8a5feca5-263e-466f-b220-42c6fed48864, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8a5feca5-263e-466f-b220-42c6fed48864,segment=NetworkSegment(354316c5-0fe3-4512-b08e-c439c520295b),segment_id=354316c5-0fe3-4512-b08e-c439c520295b)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:57.112812 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '8a5feca5-263e-466f-b220-42c6fed48864', 'network_id': '2a2f07c7-f971-4c0b-9193-54c78e90ac1c', 'port_id': '8a5feca5-263e-466f-b220-42c6fed48864', 'mac_address': 'fa:16:3e:42:0a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc96ed9-5597-4225-aabf-9a6f633beb40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:17:57.124207 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce16c400-8a0e-4de6-8e36-27cb1f0cd6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.129649 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce16c400-8a0e-4de6-8e36-27cb1f0cd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.139606 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:57.143826 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-e23eb8e0-7b1c-4f98-a03a-c186a7598d48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7aed6985cf8f42f494d29c30e7886a58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6311324 May 18 06:17:57.147357 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59958) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:57.160858 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23eb8e0-7b1c-4f98-a03a-c186a7598d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f7fb24-2eff-4938-a152-119624374833,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:57.169021 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-947b7c79-15f2-4ab3-ba18-5ba941c32549 req-daa19982-6f28-4fcd-a074-acd51724453d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565738 May 18 06:17:57.171195 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e23eb8e0-7b1c-4f98-a03a-c186a7598d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:57.173824 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d5b19712-313e-49a4-b030-624aa97a1176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:57.179350 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.184867 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62cbe581-74ba-4dd4-b3aa-ded1acdf340c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.196070 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-62cbe581-74ba-4dd4-b3aa-ded1acdf340c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7d1c205-5084-46ea-a4a0-9fc73f86e3fe HTTP/1.1" status: 204 len: 168 time: 1.5051486 May 18 06:17:57.196070 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5b820-90b2-4d7f-b37f-d35e19b3db35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5886853f-3ec1-4767-bd37-d47ff3cb999f,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:57.198553 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5feca5-263e-466f-b220-42c6fed48864 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:17:57.205164 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7fe5b820-90b2-4d7f-b37f-d35e19b3db35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.210921 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-7fe5b820-90b2-4d7f-b37f-d35e19b3db35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5886853f-3ec1-4767-bd37-d47ff3cb999f HTTP/1.1" status: 204 len: 168 time: 0.8791161 May 18 06:17:57.212331 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-7fe5b820-90b2-4d7f-b37f-d35e19b3db35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:57.214397 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:57.214397 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:57.248595 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.261579 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ce16c400-8a0e-4de6-8e36-27cb1f0cd6a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7842423dedde49e5989a24fae7e3ee01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6959038 May 18 06:17:57.262271 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16c400-8a0e-4de6-8e36-27cb1f0cd6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ee1513-61d0-4915-a23d-9eb82d47772f,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:57.266966 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59968) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:57.275246 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8a5feca5-263e-466f-b220-42c6fed48864, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8a5feca5-263e-466f-b220-42c6fed48864,segment=NetworkSegment(354316c5-0fe3-4512-b08e-c439c520295b),segment_id=354316c5-0fe3-4512-b08e-c439c520295b)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:17:57.280252 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:57.291322 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.293758 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:57.318346 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5890317-87a3-4140-bc26-2c42d5d0193a {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:17:57.331534 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ce16c400-8a0e-4de6-8e36-27cb1f0cd6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:57.355064 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:17:57.358760 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:17:57.362812 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:17:57.368345 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:57.368864 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.368976 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.381262 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Pushing event updated for resources: {'Port': ['ID=803c99db-aa91-4cfa-94ba-58d4a3545e48,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:57.385865 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:57.395658 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1867988 May 18 06:17:57.413703 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Request body: {'port': {'device_id': 'd30e21c6-512e-4355-851f-fdbad284a983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:17:57.426025 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Transition to ACTIVE for port object e5890317-87a3-4140-bc26-2c42d5d0193a will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:57.464457 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.483189 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=8a5feca5-263e-466f-b220-42c6fed48864,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:57.489788 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:57.503415 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ea6ac599-cdec-43db-ae36-bb1592680671 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:57.546589 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a774-ec2b-4ed0-90c9-d456f355aefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.574728 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a774-ec2b-4ed0-90c9-d456f355aefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.606825 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['e3e0027b-3e09-41d6-ac0c-11218247b5ce'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:17:57.653902 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.667571 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['8a5feca5-263e-466f-b220-42c6fed48864'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:17:57.691952 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['f1b6ad9f-527d-45d2-b2fc-881ac9602376'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:17:57.863320 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 59982) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:57.884652 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 59984) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:57.898752 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4357e63-b672-4650-9c8c-0edab87a5575 req-ec3cee97-8c7b-42b6-8ba2-0517ee142647 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:57.905854 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c4357e63-b672-4650-9c8c-0edab87a5575 req-ec3cee97-8c7b-42b6-8ba2-0517ee142647 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 945 time: 0.2580264 May 18 06:17:57.914822 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032db78-7ec3-4269-93be-bbaa8f2b7a76 req-4f86cf46-51a2-449f-9ac9-e16c53698394 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:57.916354 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a032db78-7ec3-4269-93be-bbaa8f2b7a76 req-4f86cf46-51a2-449f-9ac9-e16c53698394 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.4284923 May 18 06:17:57.929734 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a774-ec2b-4ed0-90c9-d456f355aefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.972904 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-51defa5b-27d0-4383-add9-21a0f0e11956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.989400 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:57.994618 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f49bd1fa-e4eb-4ea6-8dee-65dd33296bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.021435 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f49bd1fa-e4eb-4ea6-8dee-65dd33296bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.045268 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:58.052871 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a032db78-7ec3-4269-93be-bbaa8f2b7a76 req-99830b6f-aa72-4cba-86b7-024b952c4709 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080627 May 18 06:17:58.092510 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6cc9a774-ec2b-4ed0-90c9-d456f355aefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.096932 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6cc9a774-ec2b-4ed0-90c9-d456f355aefb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45f7fb24-2eff-4938-a152-119624374833 HTTP/1.1" status: 204 len: 168 time: 0.9453151 May 18 06:17:58.099211 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] Usage tracker for resource:security_group_rule and tenant:418520cf67c24d16bdd17f31e100e2cc is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:58.101985 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-51defa5b-27d0-4383-add9-21a0f0e11956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:58.106793 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-51defa5b-27d0-4383-add9-21a0f0e11956 admin admin] Usage tracker for resource:security_group_rule and tenant:95286c68d3eb484b85189df2828aa92b is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:58.109736 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-51defa5b-27d0-4383-add9-21a0f0e11956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:58.113626 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c4357e63-b672-4650-9c8c-0edab87a5575 req-c617aa76-3b5c-4e9c-b88b-732d10ae9fa4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069561 May 18 06:17:58.114452 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:58.115518 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-51defa5b-27d0-4383-add9-21a0f0e11956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:58.124006 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:58.217116 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-51defa5b-27d0-4383-add9-21a0f0e11956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.220802 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5890317-87a3-4140-bc26-2c42d5d0193a,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:58.225209 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:58.225908 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f49bd1fa-e4eb-4ea6-8dee-65dd33296bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.227432 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:58.235356 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-51defa5b-27d0-4383-add9-21a0f0e11956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.236727 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Attempting to bind port e5890317-87a3-4140-bc26-2c42d5d0193a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:58.237070 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Attempting to bind port e5890317-87a3-4140-bc26-2c42d5d0193a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:58.237452 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Attempting to bind port e5890317-87a3-4140-bc26-2c42d5d0193a on network fa69bd4a-a63f-4b32-9479-e675b2113b20 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:58.260061 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f49bd1fa-e4eb-4ea6-8dee-65dd33296bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.263434 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f49bd1fa-e4eb-4ea6-8dee-65dd33296bc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4ee1513-61d0-4915-a23d-9eb82d47772f HTTP/1.1" status: 204 len: 168 time: 0.9324141 May 18 06:17:58.263434 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Port e5890317-87a3-4140-bc26-2c42d5d0193a on network fa69bd4a-a63f-4b32-9479-e675b2113b20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:17:58.263434 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Attempting to bind port e5890317-87a3-4140-bc26-2c42d5d0193a on network fa69bd4a-a63f-4b32-9479-e675b2113b20 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:58.264794 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9a774-ec2b-4ed0-90c9-d456f355aefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f7fb24-2eff-4938-a152-119624374833,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:58.311413 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49bd1fa-e4eb-4ea6-8dee-65dd33296bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ee1513-61d0-4915-a23d-9eb82d47772f,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:58.314286 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f49bd1fa-e4eb-4ea6-8dee-65dd33296bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:58.314737 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f49bd1fa-e4eb-4ea6-8dee-65dd33296bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:58.366407 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.375265 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803c99db-aa91-4cfa-94ba-58d4a3545e48 {{(pid=78802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:17:58.384425 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.387952 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.406655 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:58.441036 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.provisioning_blocks [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Transition to ACTIVE for port object 803c99db-aa91-4cfa-94ba-58d4a3545e48 will not be triggered until provisioned by entity L2. {{(pid=78802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:17:58.463249 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.469361 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=418520cf67c24d16bdd17f31e100e2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5832212 May 18 06:17:58.504360 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a97b06-9ef5-488e-8987-179331e1d48a,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:58.512430 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 59998) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:58.516213 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:58.523091 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:58.532969 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-51defa5b-27d0-4383-add9-21a0f0e11956 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95286c68d3eb484b85189df2828aa92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6491234 May 18 06:17:58.534690 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51defa5b-27d0-4383-add9-21a0f0e11956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c955610-083f-4767-acc6-21043378dbc9,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:58.537352 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:58.537692 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Checking segment: {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:58.538071 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Bound using segment: {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:58.538515 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Bound port: e5890317-87a3-4140-bc26-2c42d5d0193a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:58.538995 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.551332 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-51defa5b-27d0-4383-add9-21a0f0e11956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:58.551474 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60002) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:58.552017 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:58.552466 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:58.682176 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-93da7c42-8746-45b4-a1bb-d6830b03df4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.727553 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-93da7c42-8746-45b4-a1bb-d6830b03df4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.735627 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] For port e5890317-87a3-4140-bc26-2c42d5d0193a, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:58.755868 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] For port e5890317-87a3-4140-bc26-2c42d5d0193a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e5890317-87a3-4140-bc26-2c42d5d0193a,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:58.768926 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.784680 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:58.792837 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9a7ca-e32e-46c3-8752-92d38d098e98 req-ed9380cd-1cb3-48d4-9401-f400dc2085fd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:58.794082 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-56f9a7ca-e32e-46c3-8752-92d38d098e98 req-ed9380cd-1cb3-48d4-9401-f400dc2085fd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Synchronizing usage tracker for tenant:d3c5f7dde9e440128aee36b61bc3a270 on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:17:58.796578 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Pushing event updated for resources: {'Port': ['ID=803c99db-aa91-4cfa-94ba-58d4a3545e48,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:58.832158 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:58.836445 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:58.837100 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.839069 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/e5890317-87a3-4140-bc26-2c42d5d0193a HTTP/1.1" status: 200 len: 1094 time: 2.3526745 May 18 06:17:58.839634 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'tag': 'e5890317-87a3-4140-bc26-2c42d5d0193a'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:17:58.866981 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-34635c49-7bfe-4348-91ff-b5a6e696de9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.889437 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5890317-87a3-4140-bc26-2c42d5d0193a,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:58.895803 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Attempting to bind port 803c99db-aa91-4cfa-94ba-58d4a3545e48 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:17:58.896145 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Attempting to bind port 803c99db-aa91-4cfa-94ba-58d4a3545e48 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'}] {{(pid=78802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:17:58.896472 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Attempting to bind port 803c99db-aa91-4cfa-94ba-58d4a3545e48 on network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:58.918785 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-56f9a7ca-e32e-46c3-8752-92d38d098e98 req-ed9380cd-1cb3-48d4-9401-f400dc2085fd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Unset dirty status for tenant:d3c5f7dde9e440128aee36b61bc3a270 on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:17:58.925936 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-56f9a7ca-e32e-46c3-8752-92d38d098e98 req-ed9380cd-1cb3-48d4-9401-f400dc2085fd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 931 time: 0.6242411 May 18 06:17:58.938316 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5b0d7-cf19-43c3-9edb-76f13989f02b req-5d187a85-d3dd-4b40-9f9a-1ee3dc2a47a7 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:58.945183 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8ca5b0d7-cf19-43c3-9edb-76f13989f02b req-5d187a85-d3dd-4b40-9f9a-1ee3dc2a47a7 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 944 time: 0.4834890 May 18 06:17:58.946085 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:58.946785 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60012) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:58.946895 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Port 803c99db-aa91-4cfa-94ba-58d4a3545e48 on network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:17:58.947222 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Attempting to bind port 803c99db-aa91-4cfa-94ba-58d4a3545e48 on network 1b958adc-0985-455f-a2ad-6f3c6f7e15c7 {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:17:58.952573 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-34635c49-7bfe-4348-91ff-b5a6e696de9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.969068 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-93da7c42-8746-45b4-a1bb-d6830b03df4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:58.995375 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:58.996934 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:17:58.997277 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Checking segment: {'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:17:58.997669 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Bound using segment: {'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'} {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:17:58.998114 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Bound port: 803c99db-aa91-4cfa-94ba-58d4a3545e48, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26268549-c6a2-4f87-bd4f-1a4579c0614e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7'}}] {{(pid=78802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:17:58.998566 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.013379 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da7c42-8746-45b4-a1bb-d6830b03df4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c955610-083f-4767-acc6-21043378dbc9,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:59.015814 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-93da7c42-8746-45b4-a1bb-d6830b03df4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:59.016732 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a87fef28-1d49-49f2-b702-efc6a2dc9fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.020184 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60016) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:59.049317 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-93da7c42-8746-45b4-a1bb-d6830b03df4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.050878 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-93da7c42-8746-45b4-a1bb-d6830b03df4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c955610-083f-4767-acc6-21043378dbc9 HTTP/1.1" status: 204 len: 168 time: 0.4970837 May 18 06:17:59.053756 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a87fef28-1d49-49f2-b702-efc6a2dc9fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:59.061433 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a87fef28-1d49-49f2-b702-efc6a2dc9fdc admin admin] Usage tracker for resource:security_group_rule and tenant:2ce9cfbf9007448dab75e2b89f03f856 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:59.065535 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a87fef28-1d49-49f2-b702-efc6a2dc9fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:59.070120 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-e4e0b521-cba3-456a-9776-a32b31696f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:59.071759 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-e4e0b521-cba3-456a-9776-a32b31696f6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd&device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 1097 time: 0.1783023 May 18 06:17:59.077122 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a87fef28-1d49-49f2-b702-efc6a2dc9fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:59.120523 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1ed-9fa0-46a8-8df8-7bc56f42f898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.153094 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-56f9a7ca-e32e-46c3-8752-92d38d098e98 req-475148cb-4952-4d16-98ac-521cc7bfb8fe tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254460 May 18 06:17:59.159894 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-50d0919d-f289-4452-a885-f856bd38d951 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5890317-87a3-4140-bc26-2c42d5d0193a HTTP/1.1" status: 200 len: 217 time: 0.0791187 May 18 06:17:59.207329 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] For port 803c99db-aa91-4cfa-94ba-58d4a3545e48, host hv-cinder-78462, cleared binding levels {{(pid=78802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:17:59.210142 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'tag': 'e5890317-87a3-4140-bc26-2c42d5d0193a', 'status': 'completed', 'code': 200} May 18 06:17:59.212649 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] For port 803c99db-aa91-4cfa-94ba-58d4a3545e48, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=803c99db-aa91-4cfa-94ba-58d4a3545e48,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:17:59.218039 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8ca5b0d7-cf19-43c3-9edb-76f13989f02b req-b9cf576b-2c15-4371-ba6a-623088f57fe9 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720740 May 18 06:17:59.224379 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-91f2e1ed-9fa0-46a8-8df8-7bc56f42f898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:17:59.230051 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-91f2e1ed-9fa0-46a8-8df8-7bc56f42f898 admin admin] Usage tracker for resource:security_group_rule and tenant:593d58d7a8894235b88c5caf99ac28d7 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:17:59.234427 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-91f2e1ed-9fa0-46a8-8df8-7bc56f42f898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:17:59.241455 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-91f2e1ed-9fa0-46a8-8df8-7bc56f42f898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:17:59.267328 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-0d6db233-6e58-4736-9020-40e76e6337b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:59.273735 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-0d6db233-6e58-4736-9020-40e76e6337b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1439b6e-bf79-4140-b375-719a48f85281 HTTP/1.1" status: 200 len: 850 time: 0.1067488 May 18 06:17:59.339518 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.353758 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:59.394862 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a87fef28-1d49-49f2-b702-efc6a2dc9fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.403202 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a87fef28-1d49-49f2-b702-efc6a2dc9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.412435 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-80c80dd5-0238-4cf4-8811-1b6b23e2cfbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:59.459218 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a87fef28-1d49-49f2-b702-efc6a2dc9fdc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ce9cfbf9007448dab75e2b89f03f856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996753 May 18 06:17:59.460566 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fef28-1d49-49f2-b702-efc6a2dc9fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e53ef5-5aa0-462c-9eb8-b88bb0e19ac8,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:59.464579 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-013ac563-bbcb-4695-9f69-4dce8976b1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:59.466130 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-013ac563-bbcb-4695-9f69-4dce8976b1f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa69bd4a-a63f-4b32-9479-e675b2113b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1853940 May 18 06:17:59.467022 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a87fef28-1d49-49f2-b702-efc6a2dc9fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:59.467549 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60028) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:59.495594 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:59.496781 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.498274 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] 10.222.0.18 "PUT /v2.0/ports/803c99db-aa91-4cfa-94ba-58d4a3545e48 HTTP/1.1" status: 200 len: 1093 time: 2.0937402 May 18 06:17:59.510450 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1ed-9fa0-46a8-8df8-7bc56f42f898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.515548 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30e21c6-512e-4355-851f-fdbad284a983', 'tag': '803c99db-aa91-4cfa-94ba-58d4a3545e48'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:17:59.540320 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-34635c49-7bfe-4348-91ff-b5a6e696de9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.541113 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-91f2e1ed-9fa0-46a8-8df8-7bc56f42f898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.639400 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4eefce13-ef5d-4a04-a9c6-caa48f6b6cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.649383 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Pushing event updated for resources: {'Port': ['ID=803c99db-aa91-4cfa-94ba-58d4a3545e48,revision_number=3']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:59.652612 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:59.657830 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-64eade28-6332-4e42-9daa-b4bff37356fb service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771071 May 18 06:17:59.666180 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0959e12f-d2f0-491a-a728-fc90aae68f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:59.696405 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-34635c49-7bfe-4348-91ff-b5a6e696de9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.696405 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-34635c49-7bfe-4348-91ff-b5a6e696de9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24a97b06-9ef5-488e-8987-179331e1d48a HTTP/1.1" status: 204 len: 168 time: 1.1815181 May 18 06:17:59.696405 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34635c49-7bfe-4348-91ff-b5a6e696de9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a97b06-9ef5-488e-8987-179331e1d48a,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:59.702423 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4eefce13-ef5d-4a04-a9c6-caa48f6b6cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.713779 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-91f2e1ed-9fa0-46a8-8df8-7bc56f42f898 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=593d58d7a8894235b88c5caf99ac28d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850080 May 18 06:17:59.717488 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60044) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:17:59.763848 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2e1ed-9fa0-46a8-8df8-7bc56f42f898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5fbbd4-d08c-4f0b-b2d5-8b006db61cc2,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:59.766813 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-91f2e1ed-9fa0-46a8-8df8-7bc56f42f898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:59.777033 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:59.777447 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-8079d1fd-65cb-4d77-9a5b-289807c30a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:59.785221 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00724fa0-ce75-4426-b41d-de512002914c req-771af7ef-63e6-4aef-a749-bee6a0f87e2b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:59.792015 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-00724fa0-ce75-4426-b41d-de512002914c req-771af7ef-63e6-4aef-a749-bee6a0f87e2b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 945 time: 0.4423945 May 18 06:17:59.819764 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be69d0c-3030-4d1f-8918-37b3a4710d14 req-fc4dc33a-b586-4635-859f-50da560d0397 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:59.821103 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7be69d0c-3030-4d1f-8918-37b3a4710d14 req-fc4dc33a-b586-4635-859f-50da560d0397 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 944 time: 0.4290304 May 18 06:17:59.839543 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f00fd2ac-7886-440e-b7be-cf42d55f6a86 req-05c5d0d3-b131-4169-871a-abe89ee6abf3 service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726882 May 18 06:17:59.841356 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device f1b6ad9f-527d-45d2-b2fc-881ac9602376 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:17:59.848395 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-62487c50-0a3c-4967-ba9f-95e893c076e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:17:59.849942 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-62487c50-0a3c-4967-ba9f-95e893c076e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 1096 time: 0.3032601 May 18 06:17:59.851066 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4eefce13-ef5d-4a04-a9c6-caa48f6b6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.865884 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:17:59.889571 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefce13-ef5d-4a04-a9c6-caa48f6b6cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e53ef5-5aa0-462c-9eb8-b88bb0e19ac8,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:17:59.906442 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4eefce13-ef5d-4a04-a9c6-caa48f6b6cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:17:59.919394 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4eefce13-ef5d-4a04-a9c6-caa48f6b6cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.921162 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4eefce13-ef5d-4a04-a9c6-caa48f6b6cd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2e53ef5-5aa0-462c-9eb8-b88bb0e19ac8 HTTP/1.1" status: 204 len: 168 time: 0.4520190 May 18 06:17:59.976979 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port f1b6ad9f-527d-45d2-b2fc-881ac9602376 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:17:59.990127 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port f1b6ad9f-527d-45d2-b2fc-881ac9602376 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:17:59.990915 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:17:59.993577 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-603d8837-e731-438b-a0cc-4786208eecfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=803c99db-aa91-4cfa-94ba-58d4a3545e48 HTTP/1.1" status: 200 len: 217 time: 0.1220624 May 18 06:17:59.994208 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3eede0ab-2c3f-4c08-9e41-aa84d4ca1637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.005446 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-00724fa0-ce75-4426-b41d-de512002914c req-dadb1356-85a2-49b0-aef1-d81d1a5a1137 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125597 May 18 06:18:00.048578 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b21e0-627c-466a-986e-7a07a354c823 req-8dd453f5-0d57-4c10-8532-35f1a019e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:00.050904 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1f4b21e0-627c-466a-986e-7a07a354c823 req-8dd453f5-0d57-4c10-8532-35f1a019e3cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd&device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 1097 time: 0.1148286 May 18 06:18:00.102305 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30e21c6-512e-4355-851f-fdbad284a983', 'tag': '803c99db-aa91-4cfa-94ba-58d4a3545e48', 'status': 'completed', 'code': 200} May 18 06:18:00.170323 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.181612 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7be69d0c-3030-4d1f-8918-37b3a4710d14 req-8b8b7d4f-f091-4d22-8b47-287c9bed16d8 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457224 May 18 06:18:00.197046 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3eede0ab-2c3f-4c08-9e41-aa84d4ca1637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.211066 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144f415e-75da-4a62-9e1d-cf0b4c068b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b6ad9f-527d-45d2-b2fc-881ac9602376'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:00.230096 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-43dadf22-549c-40fa-984e-4bd3b8668527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:00.232146 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-43dadf22-549c-40fa-984e-4bd3b8668527 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 200 len: 859 time: 0.2200882 May 18 06:18:00.274526 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b21e0-627c-466a-986e-7a07a354c823 req-a40bf75e-9d33-4c0c-95e9-db262aef90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:00.279906 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1f4b21e0-627c-466a-986e-7a07a354c823 req-a40bf75e-9d33-4c0c-95e9-db262aef90ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa69bd4a-a63f-4b32-9479-e675b2113b20 HTTP/1.1" status: 200 len: 912 time: 0.2204964 May 18 06:18:00.341623 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port f1b6ad9f-527d-45d2-b2fc-881ac9602376, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:00.352428 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.354540 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e3e0027b-3e09-41d6-ac0c-11218247b5ce up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:00.408395 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d72f8bb2-4617-4ce5-8e7e-cef023a61f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:00.410652 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1f4b21e0-627c-466a-986e-7a07a354c823 req-06fe7fc2-2c9e-401a-9470-ac5b57dbf893 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5890317-87a3-4140-bc26-2c42d5d0193a HTTP/1.1" status: 200 len: 217 time: 0.1236143 May 18 06:18:00.468180 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-8eee47bf-fa28-4e48-99fe-0ceb80093796 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1975136 May 18 06:18:00.503960 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=f1b6ad9f-527d-45d2-b2fc-881ac9602376,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:00.507541 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:00.522136 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port e3e0027b-3e09-41d6-ac0c-11218247b5ce completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:00.533102 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port e3e0027b-3e09-41d6-ac0c-11218247b5ce triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:00.533413 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.545544 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b21e0-627c-466a-986e-7a07a354c823 req-e5e7fc38-279b-48e2-9f45-6de6d80dde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:00.547615 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1f4b21e0-627c-466a-986e-7a07a354c823 req-e5e7fc38-279b-48e2-9f45-6de6d80dde2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1439b6e-bf79-4140-b375-719a48f85281 HTTP/1.1" status: 200 len: 850 time: 0.1288676 May 18 06:18:00.606630 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3eede0ab-2c3f-4c08-9e41-aa84d4ca1637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.669282 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.710804 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b21e0-627c-466a-986e-7a07a354c823 req-a6b39753-1972-4412-bae1-7184fd96284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:00.712332 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port e3e0027b-3e09-41d6-ac0c-11218247b5ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e3e0027b-3e09-41d6-ac0c-11218247b5ce,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:00.713504 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1f4b21e0-627c-466a-986e-7a07a354c823 req-a6b39753-1972-4412-bae1-7184fd96284f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa69bd4a-a63f-4b32-9479-e675b2113b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1577358 May 18 06:18:00.722294 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.723576 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8a5feca5-263e-466f-b220-42c6fed48864 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:00.763213 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:00.794641 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:00.810590 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eede0ab-2c3f-4c08-9e41-aa84d4ca1637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5fbbd4-d08c-4f0b-b2d5-8b006db61cc2,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:00.838849 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3eede0ab-2c3f-4c08-9e41-aa84d4ca1637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:00.871460 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3eede0ab-2c3f-4c08-9e41-aa84d4ca1637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.877781 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-3eede0ab-2c3f-4c08-9e41-aa84d4ca1637 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d5fbbd4-d08c-4f0b-b2d5-8b006db61cc2 HTTP/1.1" status: 204 len: 168 time: 1.1536021 May 18 06:18:00.913428 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=e3e0027b-3e09-41d6-ac0c-11218247b5ce,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:00.923833 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:00.937107 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 8a5feca5-263e-466f-b220-42c6fed48864 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:00.943051 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 8a5feca5-263e-466f-b220-42c6fed48864 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:00.943890 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:00.983531 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-0a3d2e4c-f331-4366-8d28-582980545601 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481559 May 18 06:18:01.005681 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cf4b7-e97c-48a0-8e0a-f5526a3b9ed2 req-f55c3fa0-5dc5-4ea0-8f6d-9ab18c529073 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:01.007211 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2d6cf4b7-e97c-48a0-8e0a-f5526a3b9ed2 req-f55c3fa0-5dc5-4ea0-8f6d-9ab18c529073 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 943 time: 0.6496942 May 18 06:18:01.022156 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1f4b21e0-627c-466a-986e-7a07a354c823 req-5ede2d88-f755-4551-9e6b-92798666167f service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010442 May 18 06:18:01.098427 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:01.129316 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185bca5-e98b-4f37-8444-364c74031652 req-c0ec540f-1a58-4686-96ae-b9687264d590 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:01.130794 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9185bca5-e98b-4f37-8444-364c74031652 req-c0ec540f-1a58-4686-96ae-b9687264d590 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 944 time: 0.6407616 May 18 06:18:01.140613 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8a5feca5-263e-466f-b220-42c6fed48864, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8a5feca5-263e-466f-b220-42c6fed48864,segment=NetworkSegment(354316c5-0fe3-4512-b08e-c439c520295b),segment_id=354316c5-0fe3-4512-b08e-c439c520295b)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:01.152028 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:01.154877 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:01.171421 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2d6cf4b7-e97c-48a0-8e0a-f5526a3b9ed2 req-6b049cb2-bf4c-4feb-81a6-62518279eeab tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538467 May 18 06:18:01.235130 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9185bca5-e98b-4f37-8444-364c74031652 req-6fde20dc-86e9-40ce-950f-b89be81a3641 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926259 May 18 06:18:01.306742 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1f4b21e0-627c-466a-986e-7a07a354c823 req-50e95a27-1b13-48d0-8d44-1ce760c7931e service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768924 May 18 06:18:01.343520 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=8a5feca5-263e-466f-b220-42c6fed48864,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:01.347232 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:01.356071 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d3c64109-a659-4a8b-b4e1-573a4cb0c066 req-a73abfb5-5fa7-4af7-8080-67b537db440c service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411894 May 18 06:18:01.539143 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8f666-fa81-40c4-a8c6-5a14ea65ed75 req-e1012254-1a36-40d7-94e9-c5d092f2f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:01.540641 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fff8f666-fa81-40c4-a8c6-5a14ea65ed75 req-e1012254-1a36-40d7-94e9-c5d092f2f9cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 1096 time: 0.1381178 May 18 06:18:01.553367 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac639b7c-a2fe-4995-8e4a-0ab961a307b2 req-f735235b-6375-4e90-ac5e-79c8cf5b5194 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:01.554788 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ac639b7c-a2fe-4995-8e4a-0ab961a307b2 req-f735235b-6375-4e90-ac5e-79c8cf5b5194 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 946 time: 0.1108160 May 18 06:18:01.605245 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144f415e-75da-4a62-9e1d-cf0b4c068b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b6ad9f-527d-45d2-b2fc-881ac9602376', 'code': 200} May 18 06:18:01.708283 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ac639b7c-a2fe-4995-8e4a-0ab961a307b2 req-ce14f753-4e26-43f1-b1ea-8669f325efaa tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346922 May 18 06:18:01.854988 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549025-7b2a-47de-8d51-b488ecc375a5 req-4ec0439f-59a9-4f23-b727-09c51f9062e0 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:01.857051 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-70549025-7b2a-47de-8d51-b488ecc375a5 req-4ec0439f-59a9-4f23-b727-09c51f9062e0 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.1478066 May 18 06:18:01.858070 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8f666-fa81-40c4-a8c6-5a14ea65ed75 req-74625580-e2c2-479e-822e-a7d749d63326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:01.859329 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fff8f666-fa81-40c4-a8c6-5a14ea65ed75 req-74625580-e2c2-479e-822e-a7d749d63326 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 920 time: 0.3037031 May 18 06:18:01.889537 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d400d1e-96d3-4548-a9ac-0968da5e26d6 req-aaf46061-b089-4bb4-816c-8e0359af5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:01.891392 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0d400d1e-96d3-4548-a9ac-0968da5e26d6 req-aaf46061-b089-4bb4-816c-8e0359af5f2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 1098 time: 0.0871091 May 18 06:18:01.916660 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0d400d1e-96d3-4548-a9ac-0968da5e26d6 req-f04786fa-18a2-45da-a7e2-b59ac8a53469 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:01.940767 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-0d400d1e-96d3-4548-a9ac-0968da5e26d6 req-f04786fa-18a2-45da-a7e2-b59ac8a53469 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:01.953073 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0d400d1e-96d3-4548-a9ac-0968da5e26d6 req-f04786fa-18a2-45da-a7e2-b59ac8a53469 service neutron] Usage tracker for resource:security_group_rule and tenant:8177427d369f4ca2843458cccb2593f1 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:01.956843 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0d400d1e-96d3-4548-a9ac-0968da5e26d6 req-f04786fa-18a2-45da-a7e2-b59ac8a53469 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:01.963302 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-0d400d1e-96d3-4548-a9ac-0968da5e26d6 req-f04786fa-18a2-45da-a7e2-b59ac8a53469 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:01.969989 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fff8f666-fa81-40c4-a8c6-5a14ea65ed75 req-b03c2f2e-710d-4628-8df8-34855879aac4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=803c99db-aa91-4cfa-94ba-58d4a3545e48 HTTP/1.1" status: 200 len: 217 time: 0.0847247 May 18 06:18:02.016718 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-70549025-7b2a-47de-8d51-b488ecc375a5 req-46117fd7-1eaa-45de-b371-dcb43e83571d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534457 May 18 06:18:02.059538 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8f666-fa81-40c4-a8c6-5a14ea65ed75 req-1aa84abf-9ba5-4bad-9bba-c1c4f9015e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:02.061152 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fff8f666-fa81-40c4-a8c6-5a14ea65ed75 req-1aa84abf-9ba5-4bad-9bba-c1c4f9015e92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 200 len: 859 time: 0.0842733 May 18 06:18:02.071431 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0d400d1e-96d3-4548-a9ac-0968da5e26d6 req-f04786fa-18a2-45da-a7e2-b59ac8a53469 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.077242 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0d400d1e-96d3-4548-a9ac-0968da5e26d6 req-f04786fa-18a2-45da-a7e2-b59ac8a53469 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:02.099892 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-51defa5b-27d0-4383-add9-21a0f0e11956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:02.110214 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0d400d1e-96d3-4548-a9ac-0968da5e26d6 req-f04786fa-18a2-45da-a7e2-b59ac8a53469 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123647 May 18 06:18:02.117859 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fff8f666-fa81-40c4-a8c6-5a14ea65ed75 req-ee742ecd-0e84-4b3b-8b20-51bce61b77c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496266 May 18 06:18:02.131645 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04786fa-18a2-45da-a7e2-b59ac8a53469 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=83ca609d-d33e-4b0c-bbea-232bc1e24afb,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:02.136399 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f04786fa-18a2-45da-a7e2-b59ac8a53469 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:02.355081 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fff8f666-fa81-40c4-a8c6-5a14ea65ed75 req-ef002959-988b-4c3f-8fc2-8caf92c6b2ce service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639714 May 18 06:18:02.638276 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fff8f666-fa81-40c4-a8c6-5a14ea65ed75 req-48e246a1-e3ed-4fe2-bc2a-d03b5f84afd0 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759790 May 18 06:18:02.654644 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951563f-067c-408b-8f95-8493fa3a2f5f req-e66a4d08-588b-4127-b46a-630d1bd64c74 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:02.656131 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9951563f-067c-408b-8f95-8493fa3a2f5f req-e66a4d08-588b-4127-b46a-630d1bd64c74 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 943 time: 0.1945894 May 18 06:18:02.669299 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a183fd-7631-439d-ae28-c5bb0c58020d req-380c8570-0922-4ef4-b3d8-f08ae0b83e5c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:02.670756 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-32a183fd-7631-439d-ae28-c5bb0c58020d req-380c8570-0922-4ef4-b3d8-f08ae0b83e5c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 944 time: 0.2109280 May 18 06:18:02.749176 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9951563f-067c-408b-8f95-8493fa3a2f5f req-161c5ec6-e96c-4dde-9920-3a949706785e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774312 May 18 06:18:02.756567 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-32a183fd-7631-439d-ae28-c5bb0c58020d req-4e6f37ff-fc02-43ec-81da-dc22da92b9b1 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687325 May 18 06:18:02.946575 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ce11b-f5cd-4e78-ab59-7b30f255a070 req-1c7085e0-714d-4da5-a9b8-e314cecba198 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:02.948428 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-210ce11b-f5cd-4e78-ab59-7b30f255a070 req-1c7085e0-714d-4da5-a9b8-e314cecba198 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 946 time: 0.0915494 May 18 06:18:03.002920 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-210ce11b-f5cd-4e78-ab59-7b30f255a070 req-a1b011d9-1a7d-4069-93d4-8a604a61e675 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476995 May 18 06:18:03.233175 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a93b7a-4ea3-4576-8e7c-1daf2db2e8b7 req-1933dd23-1361-4c34-88fa-74062c7dae21 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:03.241599 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a0a93b7a-4ea3-4576-8e7c-1daf2db2e8b7 req-1933dd23-1361-4c34-88fa-74062c7dae21 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.1118691 May 18 06:18:03.341046 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a0a93b7a-4ea3-4576-8e7c-1daf2db2e8b7 req-fc99fafb-2f74-4a06-be6c-3d4eab9a9033 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982168 May 18 06:18:03.606484 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a182f1-7683-4398-bf05-978cd0f504ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e0027b-3e09-41d6-ac0c-11218247b5ce'}, {'server_uuid': '3b4f835e-82ce-47ae-9216-cb3ebdcb9d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5feca5-263e-466f-b220-42c6fed48864'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:03.669684 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a182f1-7683-4398-bf05-978cd0f504ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e0027b-3e09-41d6-ac0c-11218247b5ce', 'code': 200} May 18 06:18:03.670054 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f835e-82ce-47ae-9216-cb3ebdcb9d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5feca5-263e-466f-b220-42c6fed48864', 'code': 200} May 18 06:18:03.874886 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e5890317-87a3-4140-bc26-2c42d5d0193a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:04.191404 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b67d02c1-3740-45bb-8527-1a1e167d7583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:04.260623 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca3f41-b69d-438f-9644-56da24912b38 req-30f6f610-74a9-4883-b8de-e7a16f5ac663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:04.262679 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6bca3f41-b69d-438f-9644-56da24912b38 req-30f6f610-74a9-4883-b8de-e7a16f5ac663 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 1098 time: 0.1598072 May 18 06:18:04.263754 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port e5890317-87a3-4140-bc26-2c42d5d0193a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e5890317-87a3-4140-bc26-2c42d5d0193a,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:04.284009 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': 'e5890317-87a3-4140-bc26-2c42d5d0193a', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'port_id': 'e5890317-87a3-4140-bc26-2c42d5d0193a', 'mac_address': 'fa:16:3e:9d:11:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:04.335209 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28670717-927c-4974-91d8-668ef4bbff45 req-9beef25c-0be4-43dd-84cf-41f35073d623 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:04.347610 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-28670717-927c-4974-91d8-668ef4bbff45 req-9beef25c-0be4-43dd-84cf-41f35073d623 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 943 time: 0.3940675 May 18 06:18:04.411886 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6bca3f41-b69d-438f-9644-56da24912b38 req-9d534a8f-3232-4b35-a188-60a1abd911d8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426098 May 18 06:18:04.415790 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:04.439550 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5890317-87a3-4140-bc26-2c42d5d0193a {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:04.457646 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port e5890317-87a3-4140-bc26-2c42d5d0193a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e5890317-87a3-4140-bc26-2c42d5d0193a,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:04.462613 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:04.463802 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 803c99db-aa91-4cfa-94ba-58d4a3545e48 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:04.473313 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:04.489566 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-28670717-927c-4974-91d8-668ef4bbff45 req-03f34ab6-1e75-4302-b386-7eb49317e15d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408572 May 18 06:18:04.516269 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de81047-7852-4898-8f6b-c7f17f1d95a3 req-262805b5-97e8-42f4-850e-c731a6f89a60 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:04.519571 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2de81047-7852-4898-8f6b-c7f17f1d95a3 req-262805b5-97e8-42f4-850e-c731a6f89a60 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 944 time: 0.5095792 May 18 06:18:04.656805 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3a327-3e0b-4e9f-8c88-07e164527087 req-9272dfb5-fb12-48fe-8f3c-1fbbc055cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:04.658887 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-98e3a327-3e0b-4e9f-8c88-07e164527087 req-9272dfb5-fb12-48fe-8f3c-1fbbc055cc00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 1099 time: 0.5399947 May 18 06:18:04.659996 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=e5890317-87a3-4140-bc26-2c42d5d0193a,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:04.665911 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:04.698239 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2de81047-7852-4898-8f6b-c7f17f1d95a3 req-fc1b2751-4309-4b19-9764-8f0c24066e84 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690781 May 18 06:18:04.731672 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 803c99db-aa91-4cfa-94ba-58d4a3545e48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=803c99db-aa91-4cfa-94ba-58d4a3545e48,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:04.763540 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '803c99db-aa91-4cfa-94ba-58d4a3545e48', 'network_id': '1b958adc-0985-455f-a2ad-6f3c6f7e15c7', 'port_id': '803c99db-aa91-4cfa-94ba-58d4a3545e48', 'mac_address': 'fa:16:3e:fc:b0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7843044c-7830-41c0-8498-40d0fb08494f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:04.791844 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-98e3a327-3e0b-4e9f-8c88-07e164527087 req-71ef3005-1c11-457f-b5f5-149e575fe4d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123927 May 18 06:18:04.813869 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40264a3e-adb3-40f0-886b-bf418f678621 req-292cb4b6-d505-45f9-b7d5-2f877b49757c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:04.815466 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-40264a3e-adb3-40f0-886b-bf418f678621 req-292cb4b6-d505-45f9-b7d5-2f877b49757c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 946 time: 0.1177390 May 18 06:18:04.865286 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-40264a3e-adb3-40f0-886b-bf418f678621 req-347ce365-4588-4a99-92e5-19791a02bb68 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431221 May 18 06:18:04.868584 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:04.893562 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803c99db-aa91-4cfa-94ba-58d4a3545e48 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:04.916700 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 803c99db-aa91-4cfa-94ba-58d4a3545e48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=803c99db-aa91-4cfa-94ba-58d4a3545e48,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:04.924988 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:04.927113 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:05.001006 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=803c99db-aa91-4cfa-94ba-58d4a3545e48,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:05.008574 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:05.029610 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e64b4-d922-436b-b247-2de8c709837d req-46a85e1a-4efd-4ae3-bca6-4f57f40309a8 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:05.031244 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-725e64b4-d922-436b-b247-2de8c709837d req-46a85e1a-4efd-4ae3-bca6-4f57f40309a8 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.0946641 May 18 06:18:05.082049 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-725e64b4-d922-436b-b247-2de8c709837d req-070a521c-b5ce-4785-bd22-79c4bfa57557 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438910 May 18 06:18:05.282125 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['803c99db-aa91-4cfa-94ba-58d4a3545e48'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:05.316308 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['e5890317-87a3-4140-bc26-2c42d5d0193a'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:05.710022 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b76a5-05e4-4a81-bf62-21310a51eb35 req-9a9a1e03-2e44-477b-abb6-7b2811903952 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:05.711525 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-143b76a5-05e4-4a81-bf62-21310a51eb35 req-9a9a1e03-2e44-477b-abb6-7b2811903952 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 944 time: 0.0978186 May 18 06:18:05.782852 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-143b76a5-05e4-4a81-bf62-21310a51eb35 req-a35df2ba-62ec-4263-8cbd-b1545385c955 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577271 May 18 06:18:05.996181 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92ce6a-e2de-464d-9d60-978b16258f5d req-dae3efaf-a2e4-4396-babe-1c59d6cf0a60 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:05.998082 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fa92ce6a-e2de-464d-9d60-978b16258f5d req-dae3efaf-a2e4-4396-babe-1c59d6cf0a60 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 945 time: 0.1328127 May 18 06:18:06.102664 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fa92ce6a-e2de-464d-9d60-978b16258f5d req-920721d8-aaea-4d5f-b6d9-bbfccd0d461c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981803 May 18 06:18:06.136990 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc40ce-57be-401c-a2c2-0167ff723744 req-975e3fd3-e08e-48c3-905f-760174b42c0d tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:06.138592 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0cfc40ce-57be-401c-a2c2-0167ff723744 req-975e3fd3-e08e-48c3-905f-760174b42c0d tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 946 time: 0.1030173 May 18 06:18:06.211252 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0cfc40ce-57be-401c-a2c2-0167ff723744 req-74795392-6606-4540-8bc6-41f5f10cd80b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665619 May 18 06:18:06.288671 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:18:06.326567 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3eaf4-ce5a-4f5e-87ef-034fd9b9d747 req-c8f89385-bf4a-4c0d-a74b-43b90dd7c5ae tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:06.328286 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f2f3eaf4-ce5a-4f5e-87ef-034fd9b9d747 req-c8f89385-bf4a-4c0d-a74b-43b90dd7c5ae tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.0872388 May 18 06:18:06.381245 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f2f3eaf4-ce5a-4f5e-87ef-034fd9b9d747 req-6680c014-e6db-42ba-94dd-559be579ecfb tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462511 May 18 06:18:06.502663 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:06.511257 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c0bb5b70-c2a7-47ff-9cf4-e9531c5c8572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:06.968378 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2ce13-53fd-497b-803e-af2e1c708cc6 req-5267a237-c891-461e-9b98-caf615a128fc tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:06.969819 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f9d2ce13-53fd-497b-803e-af2e1c708cc6 req-5267a237-c891-461e-9b98-caf615a128fc tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 944 time: 0.0809586 May 18 06:18:07.028268 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f9d2ce13-53fd-497b-803e-af2e1c708cc6 req-927665a9-2956-44de-b1be-2c8c50d79d6f tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506976 May 18 06:18:07.326202 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b87eb-e450-4cb9-b6a6-b3cd62003ebc req-9820aec8-c8a2-4054-9029-ca34a5dce4ca tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:07.327896 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-258b87eb-e450-4cb9-b6a6-b3cd62003ebc req-9820aec8-c8a2-4054-9029-ca34a5dce4ca tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 945 time: 0.0962062 May 18 06:18:07.379533 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-258b87eb-e450-4cb9-b6a6-b3cd62003ebc req-3fb6a7d7-c2a6-45da-aaf0-6e24c44e1e4d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431848 May 18 06:18:07.593395 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:07.891287 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e5890317-87a3-4140-bc26-2c42d5d0193a up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:07.957916 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port e5890317-87a3-4140-bc26-2c42d5d0193a completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:07.963370 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port e5890317-87a3-4140-bc26-2c42d5d0193a triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:07.963789 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:08.091965 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:08.128168 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port e5890317-87a3-4140-bc26-2c42d5d0193a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e5890317-87a3-4140-bc26-2c42d5d0193a,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:08.129815 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5890317-87a3-4140-bc26-2c42d5d0193a'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:08.138387 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:08.139953 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 803c99db-aa91-4cfa-94ba-58d4a3545e48 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:08.224453 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f6eb1-f218-4996-9758-37247a33c1c9 req-08e62825-ef93-4d72-b69a-3bdf37fd07e7 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:08.226188 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-175f6eb1-f218-4996-9758-37247a33c1c9 req-08e62825-ef93-4d72-b69a-3bdf37fd07e7 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 944 time: 0.0909090 May 18 06:18:08.231014 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5890317-87a3-4140-bc26-2c42d5d0193a', 'code': 200} May 18 06:18:08.231651 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:08.337881 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=e5890317-87a3-4140-bc26-2c42d5d0193a,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:08.342286 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:08.343811 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 803c99db-aa91-4cfa-94ba-58d4a3545e48 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:08.349374 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 803c99db-aa91-4cfa-94ba-58d4a3545e48 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:08.349801 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:08.351349 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-175f6eb1-f218-4996-9758-37247a33c1c9 req-07ef128d-f08b-4bf8-ad56-ab37dc7b7c1a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190057 May 18 06:18:08.508046 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:08.553524 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 803c99db-aa91-4cfa-94ba-58d4a3545e48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=803c99db-aa91-4cfa-94ba-58d4a3545e48,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:08.559431 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:08.561494 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:08.589298 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cadbd-58b9-4168-8999-a9a9d4ee35a2 req-1debf73e-a646-4d0d-815e-efa464baa661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:08.590708 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fc3cadbd-58b9-4168-8999-a9a9d4ee35a2 req-1debf73e-a646-4d0d-815e-efa464baa661 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 1099 time: 0.1486936 May 18 06:18:08.627081 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad1f70-7986-4a71-8887-815c738064e8 req-05c1255c-eaf2-4634-8e80-1c40bc7945e9 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:08.629307 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a4ad1f70-7986-4a71-8887-815c738064e8 req-05c1255c-eaf2-4634-8e80-1c40bc7945e9 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1297348 May 18 06:18:08.643051 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=803c99db-aa91-4cfa-94ba-58d4a3545e48,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:08.647458 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:08.675697 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fc3cadbd-58b9-4168-8999-a9a9d4ee35a2 req-4981fa7e-a0e6-4942-a371-e0da0d6387b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779738 May 18 06:18:08.696201 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a4ad1f70-7986-4a71-8887-815c738064e8 req-a1b6d446-8124-40db-96c9-2c2482ba6498 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572770 May 18 06:18:09.321113 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60486) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:09.358564 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:09.423342 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60494) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:09.431828 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60500) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:09.565610 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-230d5232-c838-4d7e-904e-231e2294a488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:09.583190 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-230d5232-c838-4d7e-904e-231e2294a488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:09.616955 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-230d5232-c838-4d7e-904e-231e2294a488 admin admin] Usage tracker for resource:security_group_rule and tenant:cd46ffc799a1408ca368e8d18b024329 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:09.625123 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-230d5232-c838-4d7e-904e-231e2294a488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:09.629675 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d4cde313-b614-4d94-af8d-29635c9f2d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:09.644147 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ffabeabd-e6f3-4a6b-b5c3-773b1292769d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:09.653633 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-230d5232-c838-4d7e-904e-231e2294a488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:09.675961 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-d4cde313-b614-4d94-af8d-29635c9f2d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:09.679326 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-ffabeabd-e6f3-4a6b-b5c3-773b1292769d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:09.696177 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-d4cde313-b614-4d94-af8d-29635c9f2d83 admin admin] Usage tracker for resource:security_group_rule and tenant:c4bb92f9c85f4270b58d89294c492e92 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:09.699326 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-ffabeabd-e6f3-4a6b-b5c3-773b1292769d admin admin] Usage tracker for resource:security_group_rule and tenant:13aa515c74fa4e54a916988edab7e683 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:09.703907 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-d4cde313-b614-4d94-af8d-29635c9f2d83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:09.708097 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-ffabeabd-e6f3-4a6b-b5c3-773b1292769d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:09.724482 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-d4cde313-b614-4d94-af8d-29635c9f2d83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:09.726357 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-ffabeabd-e6f3-4a6b-b5c3-773b1292769d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:09.739939 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a299-e8d1-4e04-8ed4-5cb6b9f2bbd2 req-17e7ff2d-8572-4411-b0a1-2c7ec052ccbd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:09.741370 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-49a2a299-e8d1-4e04-8ed4-5cb6b9f2bbd2 req-17e7ff2d-8572-4411-b0a1-2c7ec052ccbd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.2494421 May 18 06:18:09.898810 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-49a2a299-e8d1-4e04-8ed4-5cb6b9f2bbd2 req-4df69154-0969-4bd0-ad27-6eb3e964c3d4 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476607 May 18 06:18:09.952855 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-230d5232-c838-4d7e-904e-231e2294a488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:09.963518 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-230d5232-c838-4d7e-904e-231e2294a488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:09.988134 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:10.080385 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-230d5232-c838-4d7e-904e-231e2294a488 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd46ffc799a1408ca368e8d18b024329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6559217 May 18 06:18:10.088913 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60514) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:10.089630 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d5232-c838-4d7e-904e-231e2294a488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fd9a0e-b4bb-4ca1-b6d1-8b6a9e3eb183,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:10.092926 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-230d5232-c838-4d7e-904e-231e2294a488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:10.096501 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d4cde313-b614-4d94-af8d-29635c9f2d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.107024 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ffabeabd-e6f3-4a6b-b5c3-773b1292769d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.115757 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b974007-5c09-41cb-94bd-21140d371ff7 req-35605936-7989-4d0c-b14e-37989f1e1b9b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:10.117503 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9b974007-5c09-41cb-94bd-21140d371ff7 req-35605936-7989-4d0c-b14e-37989f1e1b9b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.2949209 May 18 06:18:10.118132 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d4cde313-b614-4d94-af8d-29635c9f2d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.127996 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ffabeabd-e6f3-4a6b-b5c3-773b1292769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.131428 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:10.164456 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf84cd05-38cd-4e95-9e64-95918fef2e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.199032 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf84cd05-38cd-4e95-9e64-95918fef2e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.223698 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d4cde313-b614-4d94-af8d-29635c9f2d83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4bb92f9c85f4270b58d89294c492e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8948941 May 18 06:18:10.224392 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60524) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:10.227344 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cde313-b614-4d94-af8d-29635c9f2d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9409e2c0-be7b-4974-8f99-f23f179b8f44,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:10.231815 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30e21c6-512e-4355-851f-fdbad284a983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803c99db-aa91-4cfa-94ba-58d4a3545e48'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:10.245611 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-ffabeabd-e6f3-4a6b-b5c3-773b1292769d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13aa515c74fa4e54a916988edab7e683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8127029 May 18 06:18:10.250450 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60530) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:10.263816 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9b974007-5c09-41cb-94bd-21140d371ff7 req-2e10c72b-445d-4321-ad94-be1dbec70b18 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346860 May 18 06:18:10.281632 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabeabd-e6f3-4a6b-b5c3-773b1292769d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6a22f3-1e47-4150-98c6-bd9b1f60c356,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:10.284998 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ffabeabd-e6f3-4a6b-b5c3-773b1292769d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:10.287622 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3eede0ab-2c3f-4c08-9e41-aa84d4ca1637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:10.288024 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3eede0ab-2c3f-4c08-9e41-aa84d4ca1637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:10.325268 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf84cd05-38cd-4e95-9e64-95918fef2e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.332072 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6edb8854-f9b2-4a2e-bbdf-8f96dd7811bf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:10.335313 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5114e105-c637-4108-8956-e5d8dedffffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.356066 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84cd05-38cd-4e95-9e64-95918fef2e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fd9a0e-b4bb-4ca1-b6d1-8b6a9e3eb183,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:10.383885 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bf84cd05-38cd-4e95-9e64-95918fef2e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:10.389046 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30e21c6-512e-4355-851f-fdbad284a983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803c99db-aa91-4cfa-94ba-58d4a3545e48', 'code': 200} May 18 06:18:10.392791 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5114e105-c637-4108-8956-e5d8dedffffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.398442 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de2622f2-a49e-4e4d-abd0-10cd623ff180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.435264 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de2622f2-a49e-4e4d-abd0-10cd623ff180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.500065 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf84cd05-38cd-4e95-9e64-95918fef2e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.512963 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-bf84cd05-38cd-4e95-9e64-95918fef2e6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9fd9a0e-b4bb-4ca1-b6d1-8b6a9e3eb183 HTTP/1.1" status: 204 len: 168 time: 0.4221103 May 18 06:18:10.514352 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de2622f2-a49e-4e4d-abd0-10cd623ff180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.532138 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6414fe02-cca0-4ad9-834e-bd39571ca40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:10.553573 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2622f2-a49e-4e4d-abd0-10cd623ff180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9409e2c0-be7b-4974-8f99-f23f179b8f44,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:10.560876 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-de2622f2-a49e-4e4d-abd0-10cd623ff180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:10.575203 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-de2622f2-a49e-4e4d-abd0-10cd623ff180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.579085 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-de2622f2-a49e-4e4d-abd0-10cd623ff180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9409e2c0-be7b-4974-8f99-f23f179b8f44 HTTP/1.1" status: 204 len: 168 time: 0.3515944 May 18 06:18:10.611294 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5114e105-c637-4108-8956-e5d8dedffffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.623489 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-91f2e1ed-9fa0-46a8-8df8-7bc56f42f898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:10.679573 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114e105-c637-4108-8956-e5d8dedffffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6a22f3-1e47-4150-98c6-bd9b1f60c356,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:10.681912 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-5114e105-c637-4108-8956-e5d8dedffffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:10.724767 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5114e105-c637-4108-8956-e5d8dedffffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:10.728446 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-5114e105-c637-4108-8956-e5d8dedffffd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d6a22f3-1e47-4150-98c6-bd9b1f60c356 HTTP/1.1" status: 204 len: 168 time: 0.4688914 May 18 06:18:10.748530 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121062c9-9d25-4c4d-aeae-a18533597047 req-628c3f5b-b7eb-4e26-ae12-0a0ef059adc0 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:10.750461 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-121062c9-9d25-4c4d-aeae-a18533597047 req-628c3f5b-b7eb-4e26-ae12-0a0ef059adc0 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.2334278 May 18 06:18:10.761654 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60546) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:10.766623 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a30269-a947-4dc9-a347-9ae00aa6109c req-55a491d3-011a-4f27-b01a-5e25309f839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:10.768988 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-e8c5f32c-40b1-4ac6-913c-a2ece73a1711 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'floatingip': {'port_id': 'e5890317-87a3-4140-bc26-2c42d5d0193a'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:10.769104 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0a30269-a947-4dc9-a347-9ae00aa6109c req-55a491d3-011a-4f27-b01a-5e25309f839c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 1098 time: 0.1263671 May 18 06:18:10.867547 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0a30269-a947-4dc9-a347-9ae00aa6109c req-1672b005-c07f-4d8c-b028-64411d7c696d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927229 May 18 06:18:10.872437 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f32c-40b1-4ac6-913c-a2ece73a1711 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.098248 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60558) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:11.125828 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-5fc9e309-4ccb-4489-9f4f-92e3fad55401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.146660 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-5fc9e309-4ccb-4489-9f4f-92e3fad55401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:11.148836 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c2f60-60b5-4e1f-b375-c697b2308936 req-9397fae0-2aae-4aab-8b64-e6bdb56b46b5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:11.150836 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d78c2f60-60b5-4e1f-b375-c697b2308936 req-9397fae0-2aae-4aab-8b64-e6bdb56b46b5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1061826 May 18 06:18:11.151113 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-5fc9e309-4ccb-4489-9f4f-92e3fad55401 admin admin] Usage tracker for resource:security_group_rule and tenant:bde23ca9303643cc992fbf0fffc2b2ab is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:11.154842 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-5fc9e309-4ccb-4489-9f4f-92e3fad55401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:11.162316 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-5fc9e309-4ccb-4489-9f4f-92e3fad55401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:11.207333 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d78c2f60-60b5-4e1f-b375-c697b2308936 req-510f3d5b-4151-43f2-aa9d-f0396484be45 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497239 May 18 06:18:11.336953 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60564) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:11.351596 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60568) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:11.366515 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-90d201ef-05cc-4f5e-92e1-f8db04d29e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.383536 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bd15d877-d006-41a8-a85f-becd79406ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.392603 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-90d201ef-05cc-4f5e-92e1-f8db04d29e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:11.398782 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-90d201ef-05cc-4f5e-92e1-f8db04d29e48 admin admin] Usage tracker for resource:security_group_rule and tenant:937d864a39e040899e4b4fc9bcae1b05 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:11.403875 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-90d201ef-05cc-4f5e-92e1-f8db04d29e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:11.406639 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-bd15d877-d006-41a8-a85f-becd79406ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:11.412234 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-90d201ef-05cc-4f5e-92e1-f8db04d29e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:11.414360 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-bd15d877-d006-41a8-a85f-becd79406ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:39cdb521207b4a47b9d8d2ebda911576 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:11.417871 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-bd15d877-d006-41a8-a85f-becd79406ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:11.427573 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-bd15d877-d006-41a8-a85f-becd79406ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:11.554837 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-90d201ef-05cc-4f5e-92e1-f8db04d29e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.561994 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-90d201ef-05cc-4f5e-92e1-f8db04d29e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.574330 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ffabeabd-e6f3-4a6b-b5c3-773b1292769d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:11.583776 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bd15d877-d006-41a8-a85f-becd79406ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.592250 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bd15d877-d006-41a8-a85f-becd79406ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.635797 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-5fc9e309-4ccb-4489-9f4f-92e3fad55401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.639022 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-90d201ef-05cc-4f5e-92e1-f8db04d29e48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=937d864a39e040899e4b4fc9bcae1b05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986126 May 18 06:18:11.640548 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60576) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:11.641205 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d201ef-05cc-4f5e-92e1-f8db04d29e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d815de6e-4e4b-4f4c-a549-49f9b38b0b38,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:11.645328 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-90d201ef-05cc-4f5e-92e1-f8db04d29e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:11.646777 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:11.658914 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-5fc9e309-4ccb-4489-9f4f-92e3fad55401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.666886 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-bd15d877-d006-41a8-a85f-becd79406ea0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39cdb521207b4a47b9d8d2ebda911576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119698 May 18 06:18:11.669140 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60580) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:11.671340 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bae6ee9f-3d96-4efc-b660-4667a7daac4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:11.721665 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15d877-d006-41a8-a85f-becd79406ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cd62b5-cd09-4600-8b2b-5fb9f7cd9332,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:11.736836 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-bd15d877-d006-41a8-a85f-becd79406ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:11.789822 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-629d0b32-d710-4b0c-be48-9ccface9b96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.792152 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef1f0-dd6f-4b09-9f94-58535acc1bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.800865 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9e309-4ccb-4489-9f4f-92e3fad55401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16120de-861f-4b5a-b9ca-549f5f325b64,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:11.805028 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-5fc9e309-4ccb-4489-9f4f-92e3fad55401 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bde23ca9303643cc992fbf0fffc2b2ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7048910 May 18 06:18:11.805822 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5fc9e309-4ccb-4489-9f4f-92e3fad55401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:11.809166 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60584) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:11.836780 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-629d0b32-d710-4b0c-be48-9ccface9b96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.843863 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef1f0-dd6f-4b09-9f94-58535acc1bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.925961 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef1f0-dd6f-4b09-9f94-58535acc1bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.931205 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-230d5232-c838-4d7e-904e-231e2294a488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:11.943207 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-629d0b32-d710-4b0c-be48-9ccface9b96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.950671 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ef1f0-dd6f-4b09-9f94-58535acc1bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cd62b5-cd09-4600-8b2b-5fb9f7cd9332,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:11.958025 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-dc5ef1f0-dd6f-4b09-9f94-58535acc1bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:11.958446 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:11.973360 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-629d0b32-d710-4b0c-be48-9ccface9b96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.977520 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-629d0b32-d710-4b0c-be48-9ccface9b96e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d815de6e-4e4b-4f4c-a549-49f9b38b0b38 HTTP/1.1" status: 204 len: 168 time: 0.3305748 May 18 06:18:11.977520 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d0b32-d710-4b0c-be48-9ccface9b96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d815de6e-4e4b-4f4c-a549-49f9b38b0b38,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:11.977814 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-dc5ef1f0-dd6f-4b09-9f94-58535acc1bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:11.979775 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-dc5ef1f0-dd6f-4b09-9f94-58535acc1bb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0cd62b5-cd09-4600-8b2b-5fb9f7cd9332 HTTP/1.1" status: 204 len: 168 time: 0.3069804 May 18 06:18:11.979775 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-629d0b32-d710-4b0c-be48-9ccface9b96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:12.035156 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-04ea3ddb-f601-46b1-93b2-a79abb4b1192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.065025 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f32c-40b1-4ac6-913c-a2ece73a1711 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.078452 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f32c-40b1-4ac6-913c-a2ece73a1711 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.137390 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-04ea3ddb-f601-46b1-93b2-a79abb4b1192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.375435 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-04ea3ddb-f601-46b1-93b2-a79abb4b1192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.382823 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-11b4d542-7fba-4c9c-a295-5e45e47bbe23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:12.401657 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.l3_db [None req-e8c5f32c-40b1-4ac6-913c-a2ece73a1711 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Floating IP b803c0e7-7881-4b1a-948a-adb3984a2125 associated. External IP: 172.27.2.123, port: e5890317-87a3-4140-bc26-2c42d5d0193a. May 18 06:18:12.612535 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96b805-ea37-45c1-97c4-bf98401b505a req-5252eeb0-1ca2-44ab-bc4f-f764130f0663 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:12.624822 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-db96b805-ea37-45c1-97c4-bf98401b505a req-5252eeb0-1ca2-44ab-bc4f-f764130f0663 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1928611 May 18 06:18:12.640313 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea3ddb-f601-46b1-93b2-a79abb4b1192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16120de-861f-4b5a-b9ca-549f5f325b64,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:12.648362 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-04ea3ddb-f601-46b1-93b2-a79abb4b1192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:12.715608 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-db96b805-ea37-45c1-97c4-bf98401b505a req-51295cef-8b2a-4224-850d-e4c805d3acec tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861063 May 18 06:18:12.728697 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-04ea3ddb-f601-46b1-93b2-a79abb4b1192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:12.729811 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-04ea3ddb-f601-46b1-93b2-a79abb4b1192 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c16120de-861f-4b5a-b9ca-549f5f325b64 HTTP/1.1" status: 204 len: 168 time: 0.9197521 May 18 06:18:12.856802 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c5f32c-40b1-4ac6-913c-a2ece73a1711 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Router 2542e25a-4276-446f-b8c8-fa9b78305244 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:18:13.074953 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c5f32c-40b1-4ac6-913c-a2ece73a1711 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:18:13.082310 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e8c5f32c-40b1-4ac6-913c-a2ece73a1711 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:13.089336 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35e347-3a90-4a97-81c0-31aeb283ba96 None None] Sync routers for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:18:13.113901 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35e347-3a90-4a97-81c0-31aeb283ba96 None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:18:13.116256 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-bb35e347-3a90-4a97-81c0-31aeb283ba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:18:06Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:13.147020 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e8c5f32c-40b1-4ac6-913c-a2ece73a1711 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "PUT /v2.0/floatingips/b803c0e7-7881-4b1a-948a-adb3984a2125 HTTP/1.1" status: 200 len: 992 time: 2.3838887 May 18 06:18:13.147735 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'tag': 'e5890317-87a3-4140-bc26-2c42d5d0193a'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:13.332978 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'tag': 'e5890317-87a3-4140-bc26-2c42d5d0193a', 'status': 'completed', 'code': 200} May 18 06:18:13.403403 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-bb35e347-3a90-4a97-81c0-31aeb283ba96 None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:18:13.421477 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b5ecb-2525-4017-936a-e19326a6ed10 req-b1b5686e-d76e-44e3-8e92-d4946a33e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.429628 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9e4b5ecb-2525-4017-936a-e19326a6ed10 req-b1b5686e-d76e-44e3-8e92-d4946a33e748 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 1098 time: 0.2338383 May 18 06:18:13.458397 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a1e70-f2c0-402e-b3f4-f0f45d56b9bf req-afca683d-f013-4a4d-951f-b566d48dffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.461251 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-582a1e70-f2c0-402e-b3f4-f0f45d56b9bf req-afca683d-f013-4a4d-951f-b566d48dffcf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd&device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 1099 time: 0.0882089 May 18 06:18:13.471740 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692717c-1521-4055-8352-076a12858327 req-e8a64f0f-197b-4841-9e93-1473ae87d937 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.473221 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8692717c-1521-4055-8352-076a12858327 req-e8a64f0f-197b-4841-9e93-1473ae87d937 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1989233 May 18 06:18:13.622020 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8692717c-1521-4055-8352-076a12858327 req-91d2e3e6-30db-490e-ba1a-aaee18ec7a3d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966566 May 18 06:18:13.680002 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a1e70-f2c0-402e-b3f4-f0f45d56b9bf req-f03f8390-26f8-4196-8356-22ac91da1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.686627 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-582a1e70-f2c0-402e-b3f4-f0f45d56b9bf req-f03f8390-26f8-4196-8356-22ac91da1448 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa69bd4a-a63f-4b32-9479-e675b2113b20 HTTP/1.1" status: 200 len: 912 time: 0.2158370 May 18 06:18:13.699681 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b5ecb-2525-4017-936a-e19326a6ed10 req-a96b3e12-3a41-4fab-8c9c-8e2de5367117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.704002 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9e4b5ecb-2525-4017-936a-e19326a6ed10 req-a96b3e12-3a41-4fab-8c9c-8e2de5367117 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 920 time: 0.2657638 May 18 06:18:13.850739 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9e4b5ecb-2525-4017-936a-e19326a6ed10 req-4ec7cf33-a01c-488b-873a-bc0484e9543f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=803c99db-aa91-4cfa-94ba-58d4a3545e48 HTTP/1.1" status: 200 len: 217 time: 0.1326287 May 18 06:18:13.965205 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b5ecb-2525-4017-936a-e19326a6ed10 req-030787eb-f9cb-4dc4-a415-4a227bb7e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:13.967621 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9e4b5ecb-2525-4017-936a-e19326a6ed10 req-030787eb-f9cb-4dc4-a415-4a227bb7e7e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 200 len: 859 time: 0.1024177 May 18 06:18:13.997242 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-bb35e347-3a90-4a97-81c0-31aeb283ba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'b803c0e7-7881-4b1a-948a-adb3984a2125', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'port_id': 'e5890317-87a3-4140-bc26-2c42d5d0193a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'mac_address': 'fa:16:3e:9d:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:17:42Z', 'updated_at': '2021-05-18T06:18:11Z', 'revision_number': 1, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:14.002347 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35e347-3a90-4a97-81c0-31aeb283ba96 None None] Checking router: 2542e25a-4276-446f-b8c8-fa9b78305244 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:18:14.011755 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35e347-3a90-4a97-81c0-31aeb283ba96 None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:18:14.012586 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-bb35e347-3a90-4a97-81c0-31aeb283ba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:18:06Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:14.087698 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9e4b5ecb-2525-4017-936a-e19326a6ed10 req-c1e4d7a0-b920-47e3-9a87-0671805dd8cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128178 May 18 06:18:14.130270 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-582a1e70-f2c0-402e-b3f4-f0f45d56b9bf req-674d2b76-428c-44e4-b162-879167583ac0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5890317-87a3-4140-bc26-2c42d5d0193a HTTP/1.1" status: 200 len: 1000 time: 0.4350491 May 18 06:18:14.217481 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a1e70-f2c0-402e-b3f4-f0f45d56b9bf req-bd9a0bc7-3ad6-4002-92f6-e16264a70e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:14.220041 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-582a1e70-f2c0-402e-b3f4-f0f45d56b9bf req-bd9a0bc7-3ad6-4002-92f6-e16264a70e84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1439b6e-bf79-4140-b375-719a48f85281 HTTP/1.1" status: 200 len: 850 time: 0.0809193 May 18 06:18:14.292409 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-bb35e347-3a90-4a97-81c0-31aeb283ba96 None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:18:14.330723 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9e4b5ecb-2525-4017-936a-e19326a6ed10 req-4bc787a0-f7a3-4db8-9860-2438e17d6871 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268591 May 18 06:18:14.363512 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a1e70-f2c0-402e-b3f4-f0f45d56b9bf req-d18e25b2-1506-47d2-9c3f-efa1764b8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:14.365040 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-582a1e70-f2c0-402e-b3f4-f0f45d56b9bf req-d18e25b2-1506-47d2-9c3f-efa1764b8e43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa69bd4a-a63f-4b32-9479-e675b2113b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1364655 May 18 06:18:14.507125 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-582a1e70-f2c0-402e-b3f4-f0f45d56b9bf req-8dda454b-e91d-4cef-ae7a-20283e3edbe3 service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332557 May 18 06:18:14.535537 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9e4b5ecb-2525-4017-936a-e19326a6ed10 req-9fe7e9fc-dba9-4b33-a530-50f943811c68 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909413 May 18 06:18:14.733823 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-582a1e70-f2c0-402e-b3f4-f0f45d56b9bf req-c858bbcd-94f6-4140-92ca-e9de1f2efca6 service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181327 May 18 06:18:14.815724 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-bb35e347-3a90-4a97-81c0-31aeb283ba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'b803c0e7-7881-4b1a-948a-adb3984a2125', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'port_id': 'e5890317-87a3-4140-bc26-2c42d5d0193a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'mac_address': 'fa:16:3e:9d:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:17:42Z', 'updated_at': '2021-05-18T06:18:11Z', 'revision_number': 1, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:14.822858 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb35e347-3a90-4a97-81c0-31aeb283ba96 None None] The sync data for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi is: [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'b803c0e7-7881-4b1a-948a-adb3984a2125', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'port_id': 'e5890317-87a3-4140-bc26-2c42d5d0193a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'mac_address': 'fa:16:3e:9d:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:17:42Z', 'updated_at': '2021-05-18T06:18:11Z', 'revision_number': 1, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:18:14.918522 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fe27d-fb40-43cd-8909-be79249bbbe9 req-94468fee-4e3c-4f75-ae15-6b85133bdbc3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:14.926680 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-829fe27d-fb40-43cd-8909-be79249bbbe9 req-94468fee-4e3c-4f75-ae15-6b85133bdbc3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1756897 May 18 06:18:14.970237 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-829fe27d-fb40-43cd-8909-be79249bbbe9 req-6dca0abd-fee8-49ae-935b-896093e591ec tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 May 18 06:18:15.079848 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8f440d-6f3d-467a-9f57-2a13d5f5844f None None] New status for floating IP b803c0e7-7881-4b1a-948a-adb3984a2125: ACTIVE {{(pid=78804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:18:15.967209 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60772) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:16.027580 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60782) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:16.160484 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec366-0603-48cb-b657-e4995ae3e27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.177112 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8915b29-b8e8-475f-949f-7b2dd1beb3f6 req-8f5a23f5-412b-4ac4-a975-51cb74fe9a16 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:16.179189 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f8915b29-b8e8-475f-949f-7b2dd1beb3f6 req-8f5a23f5-412b-4ac4-a975-51cb74fe9a16 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0922992 May 18 06:18:16.191565 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2b6ec366-0603-48cb-b657-e4995ae3e27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:16.196755 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2b6ec366-0603-48cb-b657-e4995ae3e27f admin admin] Usage tracker for resource:security_group_rule and tenant:6af4242b93f44784ab79feefa4e1eb9b is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:16.200096 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1d0a035b-8622-4092-9049-6091683a5977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.209692 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-2b6ec366-0603-48cb-b657-e4995ae3e27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:16.218250 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-2b6ec366-0603-48cb-b657-e4995ae3e27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:16.224716 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-1d0a035b-8622-4092-9049-6091683a5977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:16.229635 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-1d0a035b-8622-4092-9049-6091683a5977 admin admin] Usage tracker for resource:security_group_rule and tenant:c32cfcabb1e047248ba928e3e701d718 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:16.232739 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-1d0a035b-8622-4092-9049-6091683a5977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:16.238819 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-1d0a035b-8622-4092-9049-6091683a5977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:16.241159 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f8915b29-b8e8-475f-949f-7b2dd1beb3f6 req-31016d87-013e-423b-8029-0420a4ffe332 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551431 May 18 06:18:16.394366 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1d0a035b-8622-4092-9049-6091683a5977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.396169 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec366-0603-48cb-b657-e4995ae3e27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.399506 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1d0a035b-8622-4092-9049-6091683a5977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.407848 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f04786fa-18a2-45da-a7e2-b59ac8a53469 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:16.421174 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-2b6ec366-0603-48cb-b657-e4995ae3e27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.474148 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-2b6ec366-0603-48cb-b657-e4995ae3e27f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6af4242b93f44784ab79feefa4e1eb9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055683 May 18 06:18:16.481060 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-1d0a035b-8622-4092-9049-6091683a5977 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c32cfcabb1e047248ba928e3e701d718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494908 May 18 06:18:16.481218 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60808) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:16.481297 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a035b-8622-4092-9049-6091683a5977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921a189d-0664-4d9b-9927-dfb633361ed0,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:16.481384 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60812) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:16.482450 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1d0a035b-8622-4092-9049-6091683a5977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:16.483027 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ce16c400-8a0e-4de6-8e36-27cb1f0cd6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:16.512529 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ec366-0603-48cb-b657-e4995ae3e27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd53ae50-47e6-4e50-a067-e6a3be1c6a5f,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:16.515819 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2b6ec366-0603-48cb-b657-e4995ae3e27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:16.615631 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac10811-01ba-4ce9-8863-f224f026c546 req-f1187ca7-366a-4f83-be3c-66ff8c45c4be tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:16.617125 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-f1187ca7-366a-4f83-be3c-66ff8c45c4be tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 815 time: 0.2390759 May 18 06:18:16.641118 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5291-7c43-479b-9e7f-cb351d170cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.656247 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-7cce941d-3fe4-4b47-b32f-1a30e24ccbd4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/quotas/afcbdb85b6794bbda1866b6565e294af HTTP/1.1" status: 200 len: 375 time: 0.0313354 May 18 06:18:16.657112 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b9f8f9fb-9c5d-49a5-9e63-7ae2068e6707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.758598 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5291-7c43-479b-9e7f-cb351d170cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.773443 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b9f8f9fb-9c5d-49a5-9e63-7ae2068e6707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.849749 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-39fecb3b-7ffa-4e44-9646-d8290230f2eb tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1860185 May 18 06:18:16.930707 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60828) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:16.939294 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b9f8f9fb-9c5d-49a5-9e63-7ae2068e6707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.945778 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-719d1858-dcf5-4a8c-a730-f78da8132e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:16.951909 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5291-7c43-479b-9e7f-cb351d170cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:16.969427 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8f9fb-9c5d-49a5-9e63-7ae2068e6707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd53ae50-47e6-4e50-a067-e6a3be1c6a5f,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:16.978083 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b9f8f9fb-9c5d-49a5-9e63-7ae2068e6707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:16.980712 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-7fe5b820-90b2-4d7f-b37f-d35e19b3db35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:17.001921 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c5291-7c43-479b-9e7f-cb351d170cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921a189d-0664-4d9b-9927-dfb633361ed0,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:17.014181 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3c2c5291-7c43-479b-9e7f-cb351d170cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:17.015019 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b9f8f9fb-9c5d-49a5-9e63-7ae2068e6707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.016139 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-b9f8f9fb-9c5d-49a5-9e63-7ae2068e6707 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd53ae50-47e6-4e50-a067-e6a3be1c6a5f HTTP/1.1" status: 204 len: 168 time: 0.5369315 May 18 06:18:17.017046 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5291-7c43-479b-9e7f-cb351d170cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.020416 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-3c2c5291-7c43-479b-9e7f-cb351d170cd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/921a189d-0664-4d9b-9927-dfb633361ed0 HTTP/1.1" status: 204 len: 168 time: 0.5270741 May 18 06:18:17.060491 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-c56ea905-3ff0-4967-a7eb-497d4fb84000 service neutron] 10.222.0.13 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016478 May 18 06:18:17.153206 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab023542-7604-4aa3-aaaa-421ea7f36e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.181613 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ab023542-7604-4aa3-aaaa-421ea7f36e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:17.186902 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ab023542-7604-4aa3-aaaa-421ea7f36e07 admin admin] Usage tracker for resource:security_group_rule and tenant:492a1dbaabcf4c0a9c8d1efb9fc5b02c is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:17.190675 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ab023542-7604-4aa3-aaaa-421ea7f36e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:17.197578 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ab023542-7604-4aa3-aaaa-421ea7f36e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:17.237912 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-357fc41c-65e9-4329-ac23-5cb0a43830c7 service neutron] 10.222.0.13 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764266 May 18 06:18:17.380618 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab023542-7604-4aa3-aaaa-421ea7f36e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.388427 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab023542-7604-4aa3-aaaa-421ea7f36e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.409494 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2b6ec366-0603-48cb-b657-e4995ae3e27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:17.507144 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ab023542-7604-4aa3-aaaa-421ea7f36e07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=492a1dbaabcf4c0a9c8d1efb9fc5b02c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5753503 May 18 06:18:17.507968 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60854) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:17.508630 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab023542-7604-4aa3-aaaa-421ea7f36e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1580a7b3-bf47-4be2-98f1-f60b4a1de2df,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:17.512398 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ab023542-7604-4aa3-aaaa-421ea7f36e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:17.572863 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0d7c5099-416a-4a60-8d6f-3939346afabf req-98533670-56dc-48bc-a4ad-43c0864d4e7a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 210 time: 0.1014447 May 18 06:18:17.625569 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd9431-52cf-4e8b-b5e4-382d1bf501ba req-d4b91c4a-9cc0-4b85-828d-4e51dc601427 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:17.626379 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f21bb49c-2a96-42c0-ae98-67d05e803f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.627629 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-69fd9431-52cf-4e8b-b5e4-382d1bf501ba req-d4b91c4a-9cc0-4b85-828d-4e51dc601427 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.2027574 May 18 06:18:17.656063 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f21bb49c-2a96-42c0-ae98-67d05e803f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.680018 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60862) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:17.693056 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-69fd9431-52cf-4e8b-b5e4-382d1bf501ba req-94fb67ac-1eb1-44bf-ad87-a9a42eeba25a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548739 May 18 06:18:17.712941 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b4878ee5-6ca9-40c0-81a5-9d939a047e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.732939 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b4878ee5-6ca9-40c0-81a5-9d939a047e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:17.737578 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b4878ee5-6ca9-40c0-81a5-9d939a047e0a admin admin] Usage tracker for resource:security_group_rule and tenant:584536db8b5345e6bbb0a7768b5ee61c is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:17.740463 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b4878ee5-6ca9-40c0-81a5-9d939a047e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:17.746941 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b4878ee5-6ca9-40c0-81a5-9d939a047e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:17.765390 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f21bb49c-2a96-42c0-ae98-67d05e803f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.768699 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60866) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:17.775471 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5fc9e309-4ccb-4489-9f4f-92e3fad55401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:17.785548 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9198228d-5cf3-496b-8742-c74aa039db97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.791928 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bb49c-2a96-42c0-ae98-67d05e803f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1580a7b3-bf47-4be2-98f1-f60b4a1de2df,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:17.800579 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f21bb49c-2a96-42c0-ae98-67d05e803f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:17.805645 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-9198228d-5cf3-496b-8742-c74aa039db97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:17.810018 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-9198228d-5cf3-496b-8742-c74aa039db97 admin admin] Usage tracker for resource:security_group_rule and tenant:909da3929dcf4aafb6408d6748bebd81 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:17.828230 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-9198228d-5cf3-496b-8742-c74aa039db97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:17.836333 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-9198228d-5cf3-496b-8742-c74aa039db97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:17.842788 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f21bb49c-2a96-42c0-ae98-67d05e803f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.843976 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f21bb49c-2a96-42c0-ae98-67d05e803f6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1580a7b3-bf47-4be2-98f1-f60b4a1de2df HTTP/1.1" status: 204 len: 168 time: 0.3304963 May 18 06:18:17.881068 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b4878ee5-6ca9-40c0-81a5-9d939a047e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.886956 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b4878ee5-6ca9-40c0-81a5-9d939a047e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.898931 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b452e626-751e-44d5-8618-e0747436c3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:17.953089 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9198228d-5cf3-496b-8742-c74aa039db97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.955016 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-b4878ee5-6ca9-40c0-81a5-9d939a047e0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=584536db8b5345e6bbb0a7768b5ee61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738588 May 18 06:18:17.955827 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4878ee5-6ca9-40c0-81a5-9d939a047e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e678667-6aad-44ec-9bd3-5a7ab61852da,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:17.958096 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60876) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:17.958692 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9198228d-5cf3-496b-8742-c74aa039db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:17.960451 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b4878ee5-6ca9-40c0-81a5-9d939a047e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:17.967598 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3eede0ab-2c3f-4c08-9e41-aa84d4ca1637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:18.009605 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198228d-5cf3-496b-8742-c74aa039db97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a45665f-d58c-43a6-8e74-e1b83ae1d5a9,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:18.023796 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e1b923ae-aaef-4181-84f0-d43fea19d5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.024475 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9198228d-5cf3-496b-8742-c74aa039db97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:18.051300 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-9198228d-5cf3-496b-8742-c74aa039db97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=909da3929dcf4aafb6408d6748bebd81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815299 May 18 06:18:18.054033 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60880) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:18.057469 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e1b923ae-aaef-4181-84f0-d43fea19d5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.146349 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cc1cffb5-b5dc-484a-98d9-804c73e6787e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.166576 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e1b923ae-aaef-4181-84f0-d43fea19d5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.174204 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:18.192425 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cc1cffb5-b5dc-484a-98d9-804c73e6787e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.198948 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b923ae-aaef-4181-84f0-d43fea19d5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e678667-6aad-44ec-9bd3-5a7ab61852da,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:18.207062 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e1b923ae-aaef-4181-84f0-d43fea19d5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:18.221226 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e1b923ae-aaef-4181-84f0-d43fea19d5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.224678 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e1b923ae-aaef-4181-84f0-d43fea19d5c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e678667-6aad-44ec-9bd3-5a7ab61852da HTTP/1.1" status: 204 len: 168 time: 0.2633674 May 18 06:18:18.263830 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cc1cffb5-b5dc-484a-98d9-804c73e6787e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.270134 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1d817896-2b1e-4c86-926a-da3520c3b38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:18.295983 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cffb5-b5dc-484a-98d9-804c73e6787e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a45665f-d58c-43a6-8e74-e1b83ae1d5a9,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:18.300140 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cc1cffb5-b5dc-484a-98d9-804c73e6787e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:18.315086 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cc1cffb5-b5dc-484a-98d9-804c73e6787e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.327505 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-cc1cffb5-b5dc-484a-98d9-804c73e6787e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a45665f-d58c-43a6-8e74-e1b83ae1d5a9 HTTP/1.1" status: 204 len: 168 time: 0.2723804 May 18 06:18:18.443836 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 60894) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:18.463647 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1360-0aad-4ec4-8959-dfd9db3d88d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.479463 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0f1b1360-0aad-4ec4-8959-dfd9db3d88d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:18.484548 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0f1b1360-0aad-4ec4-8959-dfd9db3d88d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f0ff77f6b71c49b5b03c1b20b5807d66 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:18.487891 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0f1b1360-0aad-4ec4-8959-dfd9db3d88d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:18.494416 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0f1b1360-0aad-4ec4-8959-dfd9db3d88d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:18.596451 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1360-0aad-4ec4-8959-dfd9db3d88d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.605974 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1360-0aad-4ec4-8959-dfd9db3d88d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.635113 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e1536336-6dbe-4045-94d9-e799795477a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:18.703571 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0f1b1360-0aad-4ec4-8959-dfd9db3d88d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0ff77f6b71c49b5b03c1b20b5807d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584965 May 18 06:18:18.707335 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60908) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:18.718792 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b1360-0aad-4ec4-8959-dfd9db3d88d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accdf73e-bf56-4aa7-93c9-999840eb4084,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:18.730384 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0f1b1360-0aad-4ec4-8959-dfd9db3d88d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:18.783880 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d09e0f00-8e25-4911-b533-e008d3cc33c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.815005 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d09e0f00-8e25-4911-b533-e008d3cc33c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.878388 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c852ebb9-9a58-4d65-a224-8edeacb1bcef req-b92269a7-44ae-4d49-b49e-3fd20c603076 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 210 time: 0.0487347 May 18 06:18:18.933760 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d09e0f00-8e25-4911-b533-e008d3cc33c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:18.942936 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:18.973482 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e0f00-8e25-4911-b533-e008d3cc33c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accdf73e-bf56-4aa7-93c9-999840eb4084,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:18.980679 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d09e0f00-8e25-4911-b533-e008d3cc33c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:19.026284 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d09e0f00-8e25-4911-b533-e008d3cc33c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.028639 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d09e0f00-8e25-4911-b533-e008d3cc33c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/accdf73e-bf56-4aa7-93c9-999840eb4084 HTTP/1.1" status: 204 len: 168 time: 0.3210621 May 18 06:18:19.115621 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f556f7-9a61-4609-913a-cb54aeeec4bc req-5e06c8ed-1db5-4001-bc94-d95f3532dd10 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:19.124550 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-56f556f7-9a61-4609-913a-cb54aeeec4bc req-5e06c8ed-1db5-4001-bc94-d95f3532dd10 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1542697 May 18 06:18:19.161591 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac10811-01ba-4ce9-8863-f224f026c546 req-d3e46d87-b230-4633-829b-57c78fa6a3dc tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:19.162503 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-eac10811-01ba-4ce9-8863-f224f026c546 req-d3e46d87-b230-4633-829b-57c78fa6a3dc tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Synchronizing usage tracker for tenant:afcbdb85b6794bbda1866b6565e294af on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:19.191379 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-eac10811-01ba-4ce9-8863-f224f026c546 req-d3e46d87-b230-4633-829b-57c78fa6a3dc tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Unset dirty status for tenant:afcbdb85b6794bbda1866b6565e294af on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:19.193698 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-d3e46d87-b230-4633-829b-57c78fa6a3dc tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 815 time: 0.3182690 May 18 06:18:19.216211 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-56f556f7-9a61-4609-913a-cb54aeeec4bc req-859d42b0-53a3-446f-93e0-6c6ce44c1aba tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843194 May 18 06:18:19.217129 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Request body: {'port': {'device_id': 'd0d8262a-aecd-42d1-9223-a6b55dfd6b1e', 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09', 'admin_state_up': True, 'tenant_id': 'afcbdb85b6794bbda1866b6565e294af'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:19.394181 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:19.403958 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:19.423293 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Made reservation on behalf of afcbdb85b6794bbda1866b6565e294af for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:19.430252 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.601863 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Allocated IP 172.20.0.7 (0edeb913-fb6f-4985-9386-728cbae15a09/3b422b18-596a-408e-a197-936dd80923c4/b9cf996f-5db7-458e-9d8c-74e7546cb6d6) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:19.912896 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.951068 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:19.960906 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:19.969141 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['e3e0027b-3e09-41d6-ac0c-11218247b5ce'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:20.107378 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Network 0edeb913-fb6f-4985-9386-728cbae15a09 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:20.110904 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:20.114918 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:20.120448 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:20.121073 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.136063 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Pushing event updated for resources: {'Port': ['ID=b9cf996f-5db7-458e-9d8c-74e7546cb6d6,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:20.140589 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:20.190220 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9773219 May 18 06:18:20.207975 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Request body: {'port': {'device_id': 'd0d8262a-aecd-42d1-9223-a6b55dfd6b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:20.215609 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d6c30-87c0-4e3d-a55f-00958b4f3ff9 req-0a98e1ba-5180-42a5-8c11-2491d38ed212 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:20.239508 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8d0d6c30-87c0-4e3d-a55f-00958b4f3ff9 req-0a98e1ba-5180-42a5-8c11-2491d38ed212 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 931 time: 0.1766133 May 18 06:18:20.348744 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8d0d6c30-87c0-4e3d-a55f-00958b4f3ff9 req-016a9cde-7f1f-418e-83af-ed35e8bb0f2f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051037 May 18 06:18:20.449719 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.456530 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 60996) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:20.653208 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646cd23-fcc3-4469-8ee6-f263d9f51bc3 req-1c015817-f261-4300-9d24-2ffd9442ef33 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:20.654667 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d646cd23-fcc3-4469-8ee6-f263d9f51bc3 req-1c015817-f261-4300-9d24-2ffd9442ef33 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1660950 May 18 06:18:20.736592 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d646cd23-fcc3-4469-8ee6-f263d9f51bc3 req-3fde49f5-d370-4713-802e-87e3819c7809 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746219 May 18 06:18:20.849216 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1504ae65-360d-454d-8751-2cdaa2a87aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.882230 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1504ae65-360d-454d-8751-2cdaa2a87aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:20.891350 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1504ae65-360d-454d-8751-2cdaa2a87aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:89f4e2a80aa348bd871f09fa71e5ef33 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:20.894599 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1504ae65-360d-454d-8751-2cdaa2a87aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:20.901459 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1504ae65-360d-454d-8751-2cdaa2a87aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:20.931575 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cf996f-5db7-458e-9d8c-74e7546cb6d6 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:20.940681 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.957929 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Transition to ACTIVE for port object b9cf996f-5db7-458e-9d8c-74e7546cb6d6 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:20.963285 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:20.971007 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:21.015531 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1504ae65-360d-454d-8751-2cdaa2a87aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.022144 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1504ae65-360d-454d-8751-2cdaa2a87aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.038021 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:21.085673 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-1504ae65-360d-454d-8751-2cdaa2a87aa4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89f4e2a80aa348bd871f09fa71e5ef33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6278846 May 18 06:18:21.090748 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 32808) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:21.091408 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504ae65-360d-454d-8751-2cdaa2a87aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be801e0-deb6-45ef-acab-8d45cdde3ca9,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:21.097454 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1504ae65-360d-454d-8751-2cdaa2a87aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:21.238495 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cf996f-5db7-458e-9d8c-74e7546cb6d6,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:21.247650 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:21.252405 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Attempting to bind port b9cf996f-5db7-458e-9d8c-74e7546cb6d6 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:21.252744 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Attempting to bind port b9cf996f-5db7-458e-9d8c-74e7546cb6d6 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:21.253076 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Attempting to bind port b9cf996f-5db7-458e-9d8c-74e7546cb6d6 on network 0edeb913-fb6f-4985-9386-728cbae15a09 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:21.258703 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Port b9cf996f-5db7-458e-9d8c-74e7546cb6d6 on network 0edeb913-fb6f-4985-9386-728cbae15a09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:18:21.259022 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Attempting to bind port b9cf996f-5db7-458e-9d8c-74e7546cb6d6 on network 0edeb913-fb6f-4985-9386-728cbae15a09 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:21.266436 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:21.267281 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Checking segment: {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:21.267869 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Bound using segment: {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:21.268230 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-247ec5a9-c6e4-44d0-826d-71807e49118e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.268949 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Bound port: b9cf996f-5db7-458e-9d8c-74e7546cb6d6, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:21.269472 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.297699 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-247ec5a9-c6e4-44d0-826d-71807e49118e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.363737 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-247ec5a9-c6e4-44d0-826d-71807e49118e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.372095 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3c2c5291-7c43-479b-9e7f-cb351d170cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:21.394591 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ec5a9-c6e4-44d0-826d-71807e49118e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be801e0-deb6-45ef-acab-8d45cdde3ca9,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:21.403583 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-247ec5a9-c6e4-44d0-826d-71807e49118e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:21.406599 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-247ec5a9-c6e4-44d0-826d-71807e49118e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.407944 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-247ec5a9-c6e4-44d0-826d-71807e49118e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6be801e0-deb6-45ef-acab-8d45cdde3ca9 HTTP/1.1" status: 204 len: 168 time: 0.3135428 May 18 06:18:21.410826 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] For port b9cf996f-5db7-458e-9d8c-74e7546cb6d6, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:21.414865 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] For port b9cf996f-5db7-458e-9d8c-74e7546cb6d6, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b9cf996f-5db7-458e-9d8c-74e7546cb6d6,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:21.427350 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.444944 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:21.507166 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:21.507367 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:21.508879 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] 10.222.0.18 "PUT /v2.0/ports/b9cf996f-5db7-458e-9d8c-74e7546cb6d6 HTTP/1.1" status: 200 len: 1093 time: 1.3068554 May 18 06:18:21.512199 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d8262a-aecd-42d1-9223-a6b55dfd6b1e', 'tag': 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:21.653655 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cf996f-5db7-458e-9d8c-74e7546cb6d6,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:21.661363 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:21.693367 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92e348-5502-4f6d-aa35-a98f492a8f4a req-31cb156d-421d-4c67-8ac2-fd717f195f2b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:21.695563 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1b92e348-5502-4f6d-aa35-a98f492a8f4a req-31cb156d-421d-4c67-8ac2-fd717f195f2b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 943 time: 0.1389284 May 18 06:18:21.735548 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac10811-01ba-4ce9-8863-f224f026c546 req-8d43f6d9-1302-4bdd-b59b-f8bbec21445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:21.737594 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-8d43f6d9-1302-4bdd-b59b-f8bbec21445a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 1096 time: 0.1698422 May 18 06:18:21.775795 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1b92e348-5502-4f6d-aa35-a98f492a8f4a req-5f491546-2da9-4ad3-8bff-2296ccd13536 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740254 May 18 06:18:21.894995 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-6a32157a-52d9-4c12-80fa-2bb0352d1c56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9cf996f-5db7-458e-9d8c-74e7546cb6d6 HTTP/1.1" status: 200 len: 217 time: 0.1358044 May 18 06:18:21.896662 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d8262a-aecd-42d1-9223-a6b55dfd6b1e', 'tag': 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6', 'status': 'completed', 'code': 200} May 18 06:18:21.987101 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac10811-01ba-4ce9-8863-f224f026c546 req-f5d88b42-08ee-45c5-ac6a-38646ae13c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:21.988932 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-f5d88b42-08ee-45c5-ac6a-38646ae13c3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b422b18-596a-408e-a197-936dd80923c4 HTTP/1.1" status: 200 len: 855 time: 0.0883636 May 18 06:18:22.080257 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-04a2c489-984b-4a90-9df9-ef3ae3e73662 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0edeb913-fb6f-4985-9386-728cbae15a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691085 May 18 06:18:22.174256 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75c053-887d-4fc4-bdd0-504f93913801 req-ce261bc9-7d6d-4901-b08c-491f80403600 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:22.176057 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c75c053-887d-4fc4-bdd0-504f93913801 req-ce261bc9-7d6d-4901-b08c-491f80403600 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.2092526 May 18 06:18:22.281402 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c75c053-887d-4fc4-bdd0-504f93913801 req-ae1324d0-dccb-4bf7-9116-d3babbaa4796 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932319 May 18 06:18:22.343828 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-52bee432-fb89-4603-8446-66f578e9257d service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602527 May 18 06:18:22.515822 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eac10811-01ba-4ce9-8863-f224f026c546 req-ec5ac33e-8a10-4310-9575-a4de36df1f73 service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618311 May 18 06:18:22.765539 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04d20d-79e9-472f-bfae-86c00625b262 req-b8b7c2f3-2228-4102-9c81-387420ea011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:22.767785 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0b04d20d-79e9-472f-bfae-86c00625b262 req-b8b7c2f3-2228-4102-9c81-387420ea011e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 1096 time: 0.1836858 May 18 06:18:22.957493 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04d20d-79e9-472f-bfae-86c00625b262 req-5889b1cc-c1cc-4d49-8da6-2798c8f0b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:22.959277 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0b04d20d-79e9-472f-bfae-86c00625b262 req-5889b1cc-c1cc-4d49-8da6-2798c8f0b635 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 916 time: 0.1704588 May 18 06:18:23.012664 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffb95b-dfc8-46b1-b1a1-d8fd14cbfe81 req-573870f1-b767-446f-a4a2-12b81aa31034 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:23.020455 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4bffb95b-dfc8-46b1-b1a1-d8fd14cbfe81 req-573870f1-b767-446f-a4a2-12b81aa31034 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 943 time: 0.0937583 May 18 06:18:23.056917 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0b04d20d-79e9-472f-bfae-86c00625b262 req-26cada09-442b-4a1c-b35c-f7bb43ac9f18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9cf996f-5db7-458e-9d8c-74e7546cb6d6 HTTP/1.1" status: 200 len: 217 time: 0.0852571 May 18 06:18:23.064882 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4bffb95b-dfc8-46b1-b1a1-d8fd14cbfe81 req-2a2d4389-f52b-41cb-8afe-6351d458fc52 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435216 May 18 06:18:23.130046 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04d20d-79e9-472f-bfae-86c00625b262 req-59fc8e15-5be6-417e-8354-d78799709399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:23.131489 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0b04d20d-79e9-472f-bfae-86c00625b262 req-59fc8e15-5be6-417e-8354-d78799709399 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b422b18-596a-408e-a197-936dd80923c4 HTTP/1.1" status: 200 len: 855 time: 0.0633707 May 18 06:18:23.185900 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0b04d20d-79e9-472f-bfae-86c00625b262 req-413d9f33-81b3-47e8-b942-4f4db6dec887 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0edeb913-fb6f-4985-9386-728cbae15a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456886 May 18 06:18:23.339522 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0b04d20d-79e9-472f-bfae-86c00625b262 req-36689197-0cfd-4342-bd2f-dcffba7db5a2 service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424527 May 18 06:18:23.339772 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:23.566093 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0b04d20d-79e9-472f-bfae-86c00625b262 req-4bda934f-b9b9-49a6-8913-f02abc019bbb service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097261 May 18 06:18:23.579461 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1d07d-cb6d-4456-97b5-288380dd91a3 req-01057eef-dc2a-4ea1-87db-dab2ed2f7716 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:23.588133 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-84c1d07d-cb6d-4456-97b5-288380dd91a3 req-01057eef-dc2a-4ea1-87db-dab2ed2f7716 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1441479 May 18 06:18:23.654849 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-84c1d07d-cb6d-4456-97b5-288380dd91a3 req-717914b9-896b-4d38-af90-3a6ebc9c9996 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624692 May 18 06:18:23.978456 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185be4a-420a-4c79-810e-2ed74c5b35d0 req-ad5870c3-d22e-4c51-a7cc-789a6a661fff tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:23.987011 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c185be4a-420a-4c79-810e-2ed74c5b35d0 req-ad5870c3-d22e-4c51-a7cc-789a6a661fff tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.0952759 May 18 06:18:24.032445 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c185be4a-420a-4c79-810e-2ed74c5b35d0 req-269b8e25-b844-4365-b606-9eedb488f9be tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446305 May 18 06:18:24.256057 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed333530-282c-43cb-ab36-a175c6d38322 req-e19821d1-dc01-4327-b1f8-af132a779337 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:24.257537 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ed333530-282c-43cb-ab36-a175c6d38322 req-e19821d1-dc01-4327-b1f8-af132a779337 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 943 time: 0.0828350 May 18 06:18:24.285299 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 32946) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:24.303339 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ed333530-282c-43cb-ab36-a175c6d38322 req-9a2bb94e-7bdc-4e18-a6f1-bae2052368c8 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402212 May 18 06:18:24.400753 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.419131 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:24.422989 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Usage tracker for resource:security_group_rule and tenant:4633e52c2ea9465aa96fa5864570d0db is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:24.426132 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:24.431774 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:24.508562 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.512084 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.520037 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:24.558898 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4633e52c2ea9465aa96fa5864570d0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724953 May 18 06:18:24.560506 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044d7ae7-b71b-4a14-b5a9-0ec56607b9d3,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:24.561616 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 32952) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:24.568067 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.568543 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.568757 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.569098 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.569436 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.569770 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.570104 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.570433 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.570763 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.571089 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.571419 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.571767 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.576072 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:24.618794 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.643167 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.697663 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.701406 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-247ec5a9-c6e4-44d0-826d-71807e49118e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:24.712081 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044d7ae7-b71b-4a14-b5a9-0ec56607b9d3,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:24.722446 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.722811 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.723169 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.723512 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.723890 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.724230 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.724572 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.724913 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.725245 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.725577 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.725910 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.726243 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:24.730182 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:24.734146 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:24.737578 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/044d7ae7-b71b-4a14-b5a9-0ec56607b9d3 HTTP/1.1" status: 204 len: 168 time: 0.1725676 May 18 06:18:24.870115 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b18fa-342c-43db-a093-8ebf2d71865a req-c56a525d-64f4-4911-881e-7220b336d2d3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:24.876411 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-721b18fa-342c-43db-a093-8ebf2d71865a req-c56a525d-64f4-4911-881e-7220b336d2d3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1137002 May 18 06:18:24.926570 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-721b18fa-342c-43db-a093-8ebf2d71865a req-58113ac6-681e-4c41-b843-5accefde5d96 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489743 May 18 06:18:25.099813 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 32986) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:25.128157 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fbabfa03-5cc5-45c0-9f0f-8c478ad340c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.165427 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-fbabfa03-5cc5-45c0-9f0f-8c478ad340c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:25.172326 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-fbabfa03-5cc5-45c0-9f0f-8c478ad340c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5a83f711260843af859e46b78a79387c is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:25.175981 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-fbabfa03-5cc5-45c0-9f0f-8c478ad340c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:25.187799 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-fbabfa03-5cc5-45c0-9f0f-8c478ad340c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:25.288115 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326913ad-93b3-4d45-a9ee-43d6291a66b9 req-abbd1220-b156-4123-bba1-99d773b0a89a tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:25.297883 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-326913ad-93b3-4d45-a9ee-43d6291a66b9 req-abbd1220-b156-4123-bba1-99d773b0a89a tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.0921116 May 18 06:18:25.298160 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fbabfa03-5cc5-45c0-9f0f-8c478ad340c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.300039 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fbabfa03-5cc5-45c0-9f0f-8c478ad340c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.309329 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-de2622f2-a49e-4e4d-abd0-10cd623ff180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:25.339358 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-326913ad-93b3-4d45-a9ee-43d6291a66b9 req-a9fb8833-4e30-403f-959c-600ae742b29c tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 May 18 06:18:25.357090 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-fbabfa03-5cc5-45c0-9f0f-8c478ad340c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a83f711260843af859e46b78a79387c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560680 May 18 06:18:25.357955 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabfa03-5cc5-45c0-9f0f-8c478ad340c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565c7861-de45-497f-9463-268f9da50198,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:25.360895 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-fbabfa03-5cc5-45c0-9f0f-8c478ad340c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:25.363867 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33002) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:25.440103 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-17932eb1-3fb7-4a4c-b263-6bbca980d218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.514708 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-17932eb1-3fb7-4a4c-b263-6bbca980d218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.572496 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33caaf7a-7938-4f92-adc0-6b3886a756d5 req-97e58834-b537-4c84-a3ec-84aff07ba5c5 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:25.573969 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-33caaf7a-7938-4f92-adc0-6b3886a756d5 req-97e58834-b537-4c84-a3ec-84aff07ba5c5 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 943 time: 0.1241062 May 18 06:18:25.598342 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-17932eb1-3fb7-4a4c-b263-6bbca980d218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.604882 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:25.628865 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17932eb1-3fb7-4a4c-b263-6bbca980d218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565c7861-de45-497f-9463-268f9da50198,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:25.634705 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-17932eb1-3fb7-4a4c-b263-6bbca980d218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:25.636081 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-17932eb1-3fb7-4a4c-b263-6bbca980d218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:25.637168 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-17932eb1-3fb7-4a4c-b263-6bbca980d218 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/565c7861-de45-497f-9463-268f9da50198 HTTP/1.1" status: 204 len: 168 time: 0.2721281 May 18 06:18:25.640158 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-33caaf7a-7938-4f92-adc0-6b3886a756d5 req-2af36198-a8f7-4781-bdb2-98feea884d04 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601864 May 18 06:18:26.116690 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f6efc-cf33-48ee-956c-dec6c6a6b90c req-12ff1dfa-c0db-4207-8f24-0b7df5b50fbc tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:26.122432 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-877f6efc-cf33-48ee-956c-dec6c6a6b90c req-12ff1dfa-c0db-4207-8f24-0b7df5b50fbc tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0829329 May 18 06:18:26.163869 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-877f6efc-cf33-48ee-956c-dec6c6a6b90c req-481aa455-099a-4f50-a41f-f794ccc417e5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393062 May 18 06:18:26.357018 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33034) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:26.464696 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1017060738-network', 'tenant_id': '939e39e032e3427dbefc8637fd240077'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:26.469147 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:26.472969 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Usage tracker for resource:network and tenant:939e39e032e3427dbefc8637fd240077 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:26.475827 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:26.479791 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device b9cf996f-5db7-458e-9d8c-74e7546cb6d6 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:26.482541 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:26.505400 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Made reservation on behalf of 939e39e032e3427dbefc8637fd240077 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:26.509122 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.522966 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.538740 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:26.543057 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Usage tracker for resource:security_group_rule and tenant:939e39e032e3427dbefc8637fd240077 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:26.545317 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e7879-0bb9-4d3b-8ed3-a2f6e05afc0e req-8da4470a-6da0-4b93-a77b-f9bb7558e3ae tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:26.546611 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:26.547380 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b65e7879-0bb9-4d3b-8ed3-a2f6e05afc0e req-8da4470a-6da0-4b93-a77b-f9bb7558e3ae tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.1004057 May 18 06:18:26.554340 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:26.608210 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b65e7879-0bb9-4d3b-8ed3-a2f6e05afc0e req-fb6e7b83-b929-4cc0-8f01-2e36868714c3 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537989 May 18 06:18:26.622922 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port b9cf996f-5db7-458e-9d8c-74e7546cb6d6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b9cf996f-5db7-458e-9d8c-74e7546cb6d6,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:26.636735 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6', 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09', 'port_id': 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6', 'mac_address': 'fa:16:3e:8a:08:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b422b18-596a-408e-a197-936dd80923c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:26.645104 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.648905 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.652882 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-fbabfa03-5cc5-45c0-9f0f-8c478ad340c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:26.679923 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:18:26.691015 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795121c5-7d0f-4235-aa0d-a83e26eb5f2d,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:26.695149 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:26.695900 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.696148 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.696469 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Added segment 158dbd80-126b-4aca-bef7-62ccf8d7fc3b of type vlan for network 05ce50fe-deb4-432e-a72a-fda7f938a188 May 18 06:18:26.716197 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cf996f-5db7-458e-9d8c-74e7546cb6d6 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:26.724338 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.733524 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port b9cf996f-5db7-458e-9d8c-74e7546cb6d6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b9cf996f-5db7-458e-9d8c-74e7546cb6d6,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:26.737909 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.739959 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4d2134bf-fb10-4a6e-9dd7-aee900a9c909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:26.755495 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.756825 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:26.757402 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:26.761243 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:26.808532 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=b9cf996f-5db7-458e-9d8c-74e7546cb6d6,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:26.815760 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.816149 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.816483 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.816816 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.817153 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.817485 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.817811 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.818138 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.818481 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.818803 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.819122 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.819439 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:18:26.823939 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:26.845182 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24feecfa-0a10-4d7b-ae26-11f0f412b7e4 req-cfd51661-7c75-4325-b603-6076685785b6 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:26.846645 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-24feecfa-0a10-4d7b-ae26-11f0f412b7e4 req-cfd51661-7c75-4325-b603-6076685785b6 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 944 time: 0.0858464 May 18 06:18:26.870846 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Pushing event updated for resources: {'Network': ['ID=05ce50fe-deb4-432e-a72a-fda7f938a188,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:26.876117 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:26.880148 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5220587 May 18 06:18:26.883171 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33046) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:26.886944 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 05ce50fe-deb4-432e-a72a-fda7f938a188 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:18:26.889483 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Request body: {'subnet': {'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1017060738-subnet', 'tenant_id': '939e39e032e3427dbefc8637fd240077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:26.893323 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-24feecfa-0a10-4d7b-ae26-11f0f412b7e4 req-10c01da4-5ce7-433f-be7e-f619634b8eb7 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 May 18 06:18:26.893989 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:26.898096 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Usage tracker for resource:subnet and tenant:939e39e032e3427dbefc8637fd240077 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:26.902078 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:26.908302 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:26.918815 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Made reservation on behalf of 939e39e032e3427dbefc8637fd240077 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:26.921359 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Notify callbacks [] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:27.297674 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:27.302817 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2d8fa773-2432-4a81-8ebb-53cf67f10433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:27.348804 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c506006-fa41-4b7b-88b9-60d509fdf323 req-d7d6bb8c-d4a2-46b9-b842-6a35296ac353 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:27.350628 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8c506006-fa41-4b7b-88b9-60d509fdf323 req-d7d6bb8c-d4a2-46b9-b842-6a35296ac353 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0811367 May 18 06:18:27.370874 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c303b630-60ca-46f9-bcbb-1de726a0286b,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:27.377589 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:27.380011 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Checking segment: {'id': '158dbd80-126b-4aca-bef7-62ccf8d7fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:27.380367 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Network hostable DHCP agents. Network: 05ce50fe-deb4-432e-a72a-fda7f938a188, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:18:27.397646 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8c506006-fa41-4b7b-88b9-60d509fdf323 req-76bc8140-7b39-4336-917c-be9997018818 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 May 18 06:18:27.398817 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Network 05ce50fe-deb4-432e-a72a-fda7f938a188 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:18:27.416769 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 05ce50fe-deb4-432e-a72a-fda7f938a188) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:27.422645 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:27.423226 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:27.427540 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f2944-f1da-4473-97a9-9614ddbb7918 None None] Network 05ce50fe-deb4-432e-a72a-fda7f938a188 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:27.442569 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5580566 May 18 06:18:27.611811 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b96b0a-4b9b-4a88-97d4-058c80db6aba None None] Network 05ce50fe-deb4-432e-a72a-fda7f938a188 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:27.822679 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413702eb-79c3-4d33-a47f-4c0e4248498b req-c87942a7-f704-468a-97df-7b426d98acf3 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:27.824626 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-413702eb-79c3-4d33-a47f-4c0e4248498b req-c87942a7-f704-468a-97df-7b426d98acf3 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.0826111 May 18 06:18:27.918814 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-413702eb-79c3-4d33-a47f-4c0e4248498b req-f7603619-60e7-4652-a8f7-d955c125228c tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873356 May 18 06:18:27.961667 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['b9cf996f-5db7-458e-9d8c-74e7546cb6d6'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:28.110064 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7b44f-e1b8-4e32-a915-3f7579557332 req-8281413c-5b77-4511-ab3b-2e218a799433 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:28.111536 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4ca7b44f-e1b8-4e32-a915-3f7579557332 req-8281413c-5b77-4511-ab3b-2e218a799433 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 944 time: 0.0911152 May 18 06:18:28.163297 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4ca7b44f-e1b8-4e32-a915-3f7579557332 req-c3707d1b-da7c-491d-82e9-6f2053c00e18 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450845 May 18 06:18:28.585168 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb102a-078f-48c8-9fce-927045a00bf8 req-e557269a-1678-473c-95cf-94f16fc336fd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:28.586618 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e1eb102a-078f-48c8-9fce-927045a00bf8 req-e557269a-1678-473c-95cf-94f16fc336fd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0827801 May 18 06:18:28.632528 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e1eb102a-078f-48c8-9fce-927045a00bf8 req-9d02e177-f213-4a30-a963-c85bea046671 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 May 18 06:18:29.108993 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b6c9c-2935-46c7-a8d6-88b5b1f4c6ce req-f54f33fc-264f-44b7-88a6-4037cbb077f5 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:29.110321 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f62b6c9c-2935-46c7-a8d6-88b5b1f4c6ce req-f54f33fc-264f-44b7-88a6-4037cbb077f5 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.0780497 May 18 06:18:29.155425 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f62b6c9c-2935-46c7-a8d6-88b5b1f4c6ce req-0acf0aae-463d-4048-b0f8-856adf00e5b1 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 May 18 06:18:29.345609 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9845e-c1e0-4048-84b6-566d340a0696 req-98cfad28-9d9a-4d82-a047-524ce7685050 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:29.347027 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-32d9845e-c1e0-4048-84b6-566d340a0696 req-98cfad28-9d9a-4d82-a047-524ce7685050 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 944 time: 0.0776293 May 18 06:18:29.389582 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-32d9845e-c1e0-4048-84b6-566d340a0696 req-d184e9b8-56f8-401d-b848-815cde4eb76e tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369062 May 18 06:18:29.813318 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea240-75f0-41b3-81e1-cd1bd309532b req-201ebacf-eb5b-48fc-9341-c2c2bbff3609 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:29.814757 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-808ea240-75f0-41b3-81e1-cd1bd309532b req-201ebacf-eb5b-48fc-9341-c2c2bbff3609 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0812614 May 18 06:18:29.858289 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-808ea240-75f0-41b3-81e1-cd1bd309532b req-9eaabe2b-f278-4c4a-adf2-48743d1b7898 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376718 May 18 06:18:30.334941 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65920cf-db43-46c9-b7ea-c33848390ebc req-59bf6e4c-2cf4-439e-b29e-0006ad2dfde7 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:30.336383 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d65920cf-db43-46c9-b7ea-c33848390ebc req-59bf6e4c-2cf4-439e-b29e-0006ad2dfde7 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.0768013 May 18 06:18:30.385184 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d65920cf-db43-46c9-b7ea-c33848390ebc req-268d4c38-7225-42ec-ad04-a10abd6b4c1c tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 May 18 06:18:30.569889 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c958558-d880-4534-8c08-5fc85a34748d req-4f7220a8-bb3c-4fee-886b-8f16423cc534 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:30.571191 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4c958558-d880-4534-8c08-5fc85a34748d req-4f7220a8-bb3c-4fee-886b-8f16423cc534 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 944 time: 0.0769565 May 18 06:18:30.616736 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4c958558-d880-4534-8c08-5fc85a34748d req-d75305c1-18ef-4974-ae32-f156a911c421 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399759 May 18 06:18:31.040762 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ced3d-bea5-4491-a210-8a0bdc0e9ec2 req-03daf4b9-ed91-4740-8c3a-8a1e3c2e7c12 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:31.042205 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-878ced3d-bea5-4491-a210-8a0bdc0e9ec2 req-03daf4b9-ed91-4740-8c3a-8a1e3c2e7c12 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0809870 May 18 06:18:31.086142 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-878ced3d-bea5-4491-a210-8a0bdc0e9ec2 req-45be858b-5393-4374-8616-f80f67bcda74 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378590 May 18 06:18:31.564236 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaa576-579c-4b39-bac9-8f53d871d0f8 req-6c174ed0-eb3b-4d04-b3a8-86798dd85efd tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:31.565668 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b4aaa576-579c-4b39-bac9-8f53d871d0f8 req-6c174ed0-eb3b-4d04-b3a8-86798dd85efd tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.0779955 May 18 06:18:31.611556 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b4aaa576-579c-4b39-bac9-8f53d871d0f8 req-bf385c9b-9428-4b4d-9f6f-3eec512e9a23 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 May 18 06:18:31.799093 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8035fc-3a1d-444e-b3f4-65c3b5c1d8c3 req-7932438c-d814-444e-88ed-caaab43db886 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:31.800791 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9f8035fc-3a1d-444e-b3f4-65c3b5c1d8c3 req-7932438c-d814-444e-88ed-caaab43db886 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 944 time: 0.0771685 May 18 06:18:31.845753 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9f8035fc-3a1d-444e-b3f4-65c3b5c1d8c3 req-25584fba-77dc-489c-a0ad-23d28c6a7b17 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 May 18 06:18:32.256910 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a4d98-6990-4357-aacd-0fa691337df2 req-67aa4a27-8353-4067-8ca1-38b2a579c559 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:32.258560 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2f9a4d98-6990-4357-aacd-0fa691337df2 req-67aa4a27-8353-4067-8ca1-38b2a579c559 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 945 time: 0.1676292 May 18 06:18:32.368801 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5e532-2f74-471b-ba6f-25173cf4a0a8 req-8c24a3b0-9972-4ffa-95ed-203fc0eef070 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:32.376068 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c6d5e532-2f74-471b-ba6f-25173cf4a0a8 req-8c24a3b0-9972-4ffa-95ed-203fc0eef070 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1681893 May 18 06:18:32.428041 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c6d5e532-2f74-471b-ba6f-25173cf4a0a8 req-e7378e88-8439-43c8-90ed-41eef715ab1b tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508385 May 18 06:18:32.433559 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-2f9a4d98-6990-4357-aacd-0fa691337df2 req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Deleting port 8a5feca5-263e-466f-b220-42c6fed48864 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:18:32.433978 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2f9a4d98-6990-4357-aacd-0fa691337df2 req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:32.467419 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33174) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:32.588053 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-2f9a4d98-6990-4357-aacd-0fa691337df2 req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] For port 8a5feca5-263e-466f-b220-42c6fed48864, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8a5feca5-263e-466f-b220-42c6fed48864,segment=NetworkSegment(354316c5-0fe3-4512-b08e-c439c520295b),segment_id=354316c5-0fe3-4512-b08e-c439c520295b)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:32.589124 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2f9a4d98-6990-4357-aacd-0fa691337df2 req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:32.625846 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0c123c44-c055-4969-ab43-a555e8845858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:32.650224 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-0c123c44-c055-4969-ab43-a555e8845858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:32.661827 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-0c123c44-c055-4969-ab43-a555e8845858 admin admin] Usage tracker for resource:security_group_rule and tenant:9a1dc95aab4143e5845dfd867855322b is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:32.670099 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-0c123c44-c055-4969-ab43-a555e8845858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:32.680133 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-0c123c44-c055-4969-ab43-a555e8845858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:32.722172 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-2f9a4d98-6990-4357-aacd-0fa691337df2 req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Calling delete_port for 8a5feca5-263e-466f-b220-42c6fed48864 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:18:32.881108 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0c123c44-c055-4969-ab43-a555e8845858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:32.891052 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0c123c44-c055-4969-ab43-a555e8845858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:32.906402 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2f9a4d98-6990-4357-aacd-0fa691337df2 req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:32.912040 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:32.917725 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['8a5feca5-263e-466f-b220-42c6fed48864'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:32.942990 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1504ae65-360d-454d-8751-2cdaa2a87aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:32.960803 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Pushing event deleted for resources: {'Port': ['ID=8a5feca5-263e-466f-b220-42c6fed48864,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:32.963351 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:33.007895 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-0c123c44-c055-4969-ab43-a555e8845858 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a1dc95aab4143e5845dfd867855322b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5387676 May 18 06:18:33.013604 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33198) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:33.020897 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c123c44-c055-4969-ab43-a555e8845858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92b96cd-a0ae-4c58-8a7b-eb4148a52c85,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:33.036928 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0c123c44-c055-4969-ab43-a555e8845858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:33.040128 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9a4d98-6990-4357-aacd-0fa691337df2 req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] No DVR routers for this DVR port 8a5feca5-263e-466f-b220-42c6fed48864 on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:18:33.043907 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-2f9a4d98-6990-4357-aacd-0fa691337df2 req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:33.047755 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f835e-82ce-47ae-9216-cb3ebdcb9d73', 'name': 'network-vif-deleted', 'tag': '8a5feca5-263e-466f-b220-42c6fed48864'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:33.062007 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2f9a4d98-6990-4357-aacd-0fa691337df2 req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.18 "DELETE /v2.0/ports/8a5feca5-263e-466f-b220-42c6fed48864 HTTP/1.1" status: 204 len: 173 time: 0.7867358 May 18 06:18:33.076253 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab71d2a-4ec8-4117-9b26-817d8e0764fb req-576751b2-9bfb-489b-82a3-6f4a47791a15 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:33.077772 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0ab71d2a-4ec8-4117-9b26-817d8e0764fb req-576751b2-9bfb-489b-82a3-6f4a47791a15 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 867 time: 0.3041110 May 18 06:18:33.133055 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-4d2e6394-4647-402e-9279-93d94a6c62fc tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:33.134439 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-4d2e6394-4647-402e-9279-93d94a6c62fc tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/networks?id=05ce50fe-deb4-432e-a72a-fda7f938a188 HTTP/1.1" status: 200 len: 809 time: 0.2798965 May 18 06:18:33.174206 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-ac75c617-c597-484b-9662-28c79ebc71fc tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/quotas/939e39e032e3427dbefc8637fd240077 HTTP/1.1" status: 200 len: 375 time: 0.0211537 May 18 06:18:33.175099 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-cc035dec-6989-4ea3-8aac-1947b4cfe976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:33.178944 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0ab71d2a-4ec8-4117-9b26-817d8e0764fb req-3f0fe6cc-f8e2-4c5b-a30e-f888d31f87e6 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/security-groups?id=08e43d67-fcf4-4c2b-b475-3006ca51e211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955212 May 18 06:18:33.237426 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-75cc09db-74de-4828-a4dc-4dc04843d820 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=939e39e032e3427dbefc8637fd240077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575631 May 18 06:18:33.244616 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-cc035dec-6989-4ea3-8aac-1947b4cfe976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:33.505458 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-cc035dec-6989-4ea3-8aac-1947b4cfe976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:33.511113 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d09e0f00-8e25-4911-b533-e008d3cc33c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:33.518912 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-94ee40f5-37dd-4eca-ad89-ddde6f8de318 service neutron] 10.222.0.13 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650132 May 18 06:18:33.548088 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc035dec-6989-4ea3-8aac-1947b4cfe976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92b96cd-a0ae-4c58-8a7b-eb4148a52c85,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:33.555101 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-cc035dec-6989-4ea3-8aac-1947b4cfe976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:33.559097 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-cc035dec-6989-4ea3-8aac-1947b4cfe976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:33.562503 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-cc035dec-6989-4ea3-8aac-1947b4cfe976 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a92b96cd-a0ae-4c58-8a7b-eb4148a52c85 HTTP/1.1" status: 204 len: 168 time: 0.5442927 May 18 06:18:33.612723 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2ca39-2576-4050-96dc-598dd2bb0b7f req-01e642fa-5c73-4f2d-9b62-ac07f68681d9 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:33.613969 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f5b2ca39-2576-4050-96dc-598dd2bb0b7f req-01e642fa-5c73-4f2d-9b62-ac07f68681d9 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 944 time: 0.3314960 May 18 06:18:33.640458 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33216) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:33.687739 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f5b2ca39-2576-4050-96dc-598dd2bb0b7f req-8728016d-d616-41d0-87f6-ec437daeab08 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627954 May 18 06:18:33.709155 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-ec463847-dba2-4227-b6e0-df964d870eb7 service neutron] 10.222.0.13 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834009 May 18 06:18:33.750369 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f835e-82ce-47ae-9216-cb3ebdcb9d73', 'name': 'network-vif-deleted', 'tag': '8a5feca5-263e-466f-b220-42c6fed48864', 'status': 'completed', 'code': 200} May 18 06:18:33.942037 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9b57699c-53bd-43eb-b752-bfe7e17f68e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:33.959602 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9b57699c-53bd-43eb-b752-bfe7e17f68e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:33.965207 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9b57699c-53bd-43eb-b752-bfe7e17f68e9 admin admin] Usage tracker for resource:security_group_rule and tenant:033db5bbeff04b83998cb196da0206b3 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:33.969110 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9b57699c-53bd-43eb-b752-bfe7e17f68e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:33.976712 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9b57699c-53bd-43eb-b752-bfe7e17f68e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:33.996641 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33230) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:34.027658 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f3ea36a6-5954-44c4-b055-c5f6cb346aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.028535 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c16b3f3d-3467-4862-937a-52874d2e092c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.035091 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990dec1-a193-418a-a4e7-8a9aa03ddf64 req-902f12c9-950c-40a3-91b8-147fc4837ab4 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:34.036841 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b990dec1-a193-418a-a4e7-8a9aa03ddf64 req-902f12c9-950c-40a3-91b8-147fc4837ab4 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1605971 May 18 06:18:34.048040 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f3ea36a6-5954-44c4-b055-c5f6cb346aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:34.056093 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f3ea36a6-5954-44c4-b055-c5f6cb346aef admin admin] Usage tracker for resource:security_group_rule and tenant:358c70fbeab04de58bd60edc27f5847d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:34.059795 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f3ea36a6-5954-44c4-b055-c5f6cb346aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:34.069202 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f3ea36a6-5954-44c4-b055-c5f6cb346aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:34.092745 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b990dec1-a193-418a-a4e7-8a9aa03ddf64 req-028ed91f-365a-4321-9546-390b7d56cef4 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476801 May 18 06:18:34.138949 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9b57699c-53bd-43eb-b752-bfe7e17f68e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.145602 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9b57699c-53bd-43eb-b752-bfe7e17f68e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.155871 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a87fef28-1d49-49f2-b702-efc6a2dc9fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:34.185552 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-39fc6328-757d-4bc8-a554-3f4822803597 req-0db8c376-919a-4c36-93fc-280bb9e28ac5 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 210 time: 0.0457366 May 18 06:18:34.208980 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9b57699c-53bd-43eb-b752-bfe7e17f68e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=033db5bbeff04b83998cb196da0206b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668790 May 18 06:18:34.211634 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33240) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:34.218365 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57699c-53bd-43eb-b752-bfe7e17f68e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afb7899-61f2-4a77-81f0-c16943e7bedd,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:34.227571 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9b57699c-53bd-43eb-b752-bfe7e17f68e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:34.246541 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f3ea36a6-5954-44c4-b055-c5f6cb346aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.257036 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f3ea36a6-5954-44c4-b055-c5f6cb346aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.267260 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:34.278528 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4a043607-10ad-4949-85c4-26528ff61a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.306238 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4a043607-10ad-4949-85c4-26528ff61a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.317824 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea36a6-5954-44c4-b055-c5f6cb346aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a63c2a-5e2d-4c29-8378-4cb3ade30631,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:34.322418 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f3ea36a6-5954-44c4-b055-c5f6cb346aef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=358c70fbeab04de58bd60edc27f5847d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248241 May 18 06:18:34.323893 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f3ea36a6-5954-44c4-b055-c5f6cb346aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:34.325555 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33246) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:34.375820 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4a043607-10ad-4949-85c4-26528ff61a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.395289 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c3947612-6828-4789-931c-80c52437cf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.412517 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-798a27e4-16dd-433e-bd41-2fd7c266aec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:34.421288 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c3947612-6828-4789-931c-80c52437cf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.431420 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a043607-10ad-4949-85c4-26528ff61a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afb7899-61f2-4a77-81f0-c16943e7bedd,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:34.435091 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-042a2805-aab9-4be3-bc8d-d6fa00f207d7 req-ab3d2e75-32f1-4a02-a7e4-8583dca9f6db tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 210 time: 0.0579114 May 18 06:18:34.435829 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4a043607-10ad-4949-85c4-26528ff61a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:34.441686 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4a043607-10ad-4949-85c4-26528ff61a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.445135 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-4a043607-10ad-4949-85c4-26528ff61a1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8afb7899-61f2-4a77-81f0-c16943e7bedd HTTP/1.1" status: 204 len: 168 time: 0.2300744 May 18 06:18:34.480459 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c3947612-6828-4789-931c-80c52437cf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.485282 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bbb494e8-d946-4876-97f5-1cc69ce6a9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:34.497461 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3947612-6828-4789-931c-80c52437cf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a63c2a-5e2d-4c29-8378-4cb3ade30631,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:34.501243 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c3947612-6828-4789-931c-80c52437cf02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:34.506599 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c3947612-6828-4789-931c-80c52437cf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.510104 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c3947612-6828-4789-931c-80c52437cf02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0a63c2a-5e2d-4c29-8378-4cb3ade30631 HTTP/1.1" status: 204 len: 168 time: 0.1812592 May 18 06:18:34.887555 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea622fc-85a5-484a-975b-54ab912134a9 req-b196b8c8-7621-41f0-b9d7-085e9240e7ec tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:34.894420 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aea622fc-85a5-484a-975b-54ab912134a9 req-b196b8c8-7621-41f0-b9d7-085e9240e7ec tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 944 time: 0.0923209 May 18 06:18:34.952694 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aea622fc-85a5-484a-975b-54ab912134a9 req-eff4953b-6b18-4e26-9ed0-985418433390 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572550 May 18 06:18:34.964558 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33270) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:34.984016 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df260f71-8741-494e-8155-dcb4cc42b47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:34.999545 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-df260f71-8741-494e-8155-dcb4cc42b47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:35.003578 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-df260f71-8741-494e-8155-dcb4cc42b47c admin admin] Usage tracker for resource:security_group_rule and tenant:8eec7fcd7cf14bd285ac1203c1cfae8d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:35.006526 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-df260f71-8741-494e-8155-dcb4cc42b47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:35.012410 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-df260f71-8741-494e-8155-dcb4cc42b47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:35.101391 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df260f71-8741-494e-8155-dcb4cc42b47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.106413 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-df260f71-8741-494e-8155-dcb4cc42b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.114381 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-04ea3ddb-f601-46b1-93b2-a79abb4b1192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:35.129128 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device b9cf996f-5db7-458e-9d8c-74e7546cb6d6 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:35.173724 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-df260f71-8741-494e-8155-dcb4cc42b47c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8eec7fcd7cf14bd285ac1203c1cfae8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079971 May 18 06:18:35.176660 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33282) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:35.179445 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df260f71-8741-494e-8155-dcb4cc42b47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4747b182-3818-47d1-b936-c3b60401e94e,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:35.183996 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-df260f71-8741-494e-8155-dcb4cc42b47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:35.219679 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port b9cf996f-5db7-458e-9d8c-74e7546cb6d6 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:35.225711 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port b9cf996f-5db7-458e-9d8c-74e7546cb6d6 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:35.226289 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.248850 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-abcc4d98-64a7-4b7d-8053-918d4114eb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.290174 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-abcc4d98-64a7-4b7d-8053-918d4114eb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.355216 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.373855 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-abcc4d98-64a7-4b7d-8053-918d4114eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.380932 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0c123c44-c055-4969-ab43-a555e8845858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:35.387750 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d8262a-aecd-42d1-9223-a6b55dfd6b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:35.396323 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-abcc4d98-64a7-4b7d-8053-918d4114eb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.397234 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-abcc4d98-64a7-4b7d-8053-918d4114eb00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4747b182-3818-47d1-b936-c3b60401e94e HTTP/1.1" status: 204 len: 168 time: 0.2196071 May 18 06:18:35.398054 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc4d98-64a7-4b7d-8053-918d4114eb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4747b182-3818-47d1-b936-c3b60401e94e,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:35.399169 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port b9cf996f-5db7-458e-9d8c-74e7546cb6d6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b9cf996f-5db7-458e-9d8c-74e7546cb6d6,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:35.400346 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-abcc4d98-64a7-4b7d-8053-918d4114eb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:35.416925 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:35.420160 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:35.529970 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=b9cf996f-5db7-458e-9d8c-74e7546cb6d6,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:35.532950 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:35.556970 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99295404-1d02-4bf0-81e2-e5fb51afd4e1 req-9a743389-9d7c-4a74-a250-449f4d19a280 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:35.558678 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-99295404-1d02-4bf0-81e2-e5fb51afd4e1 req-9a743389-9d7c-4a74-a250-449f4d19a280 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1030307 May 18 06:18:35.608291 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-99295404-1d02-4bf0-81e2-e5fb51afd4e1 req-473feb98-34c3-44f1-8381-6df483317662 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420029 May 18 06:18:35.757545 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0813e281-6296-49ca-9da8-ad58b1ec934e req-ad6c0aab-b66a-4eac-a777-4ccfb425b35b tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 210 time: 0.0522909 May 18 06:18:35.818962 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d8262a-aecd-42d1-9223-a6b55dfd6b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6', 'code': 200} May 18 06:18:35.947231 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-341ab84b-9566-4820-97e7-5367bff07f91 req-6fb85f4d-5791-4251-9fad-0c1816bc0352 tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 210 time: 0.0434680 May 18 06:18:36.142040 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caa937-ff29-4add-a9b4-44db0163b458 req-25b95454-3738-484b-864e-fc24b6ca263d tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:36.143875 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-27caa937-ff29-4add-a9b4-44db0163b458 req-25b95454-3738-484b-864e-fc24b6ca263d tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 945 time: 0.0885656 May 18 06:18:36.198216 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-27caa937-ff29-4add-a9b4-44db0163b458 req-cce5c826-01bf-48b9-a706-3e166300a61a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453575 May 18 06:18:36.219965 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8a5feca5-263e-466f-b220-42c6fed48864 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:18:36.306467 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 8a5feca5-263e-466f-b220-42c6fed48864 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:18:36.307748 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8a5feca5-263e-466f-b220-42c6fed48864 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:18:36.517984 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:36.527199 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7b76779c-04f0-43d9-ab17-7015d98c8565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:36.567924 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ccb16-ff61-401a-b7e0-54f31445f049 req-63e84586-7b29-4d6d-8e34-153ae3f6ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:36.569522 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eb0ccb16-ff61-401a-b7e0-54f31445f049 req-63e84586-7b29-4d6d-8e34-153ae3f6ca8d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 1098 time: 0.1015487 May 18 06:18:36.624724 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-eb0ccb16-ff61-401a-b7e0-54f31445f049 req-573dd17f-b68d-4c0d-ab79-e0ac20979f99 service neutron] Synchronizing usage tracker for tenant:8177427d369f4ca2843458cccb2593f1 on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:36.650231 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-eb0ccb16-ff61-401a-b7e0-54f31445f049 req-573dd17f-b68d-4c0d-ab79-e0ac20979f99 service neutron] Unset dirty status for tenant:8177427d369f4ca2843458cccb2593f1 on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:36.652353 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-eb0ccb16-ff61-401a-b7e0-54f31445f049 req-573dd17f-b68d-4c0d-ab79-e0ac20979f99 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747652 May 18 06:18:36.869177 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85b7c-5ef7-4434-9f0e-a5fd5d6e8ca4 req-228a9d1b-ae79-4287-8ad9-7ac57e85aaf1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:36.871214 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-24b85b7c-5ef7-4434-9f0e-a5fd5d6e8ca4 req-228a9d1b-ae79-4287-8ad9-7ac57e85aaf1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1410143 May 18 06:18:36.955590 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-24b85b7c-5ef7-4434-9f0e-a5fd5d6e8ca4 req-0f3628b5-9fe0-4408-bd54-e9892d5e88aa tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773599 May 18 06:18:36.968486 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3b793931-ce6f-4db3-ab95-6613a4dd4061 req-e4837779-2a80-41b2-a9ac-8bbc2c04b1bb tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 210 time: 0.0499766 May 18 06:18:37.122172 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fd69f1a6-5392-4c26-a0bb-1585ad88cea6 req-dac83e77-5fa2-43ae-a31e-f98ca73cbd0f tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b4f835e-82ce-47ae-9216-cb3ebdcb9d73 HTTP/1.1" status: 200 len: 210 time: 0.0514355 May 18 06:18:37.482656 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-dd0c0649-8b8a-4c98-a727-1d6fed173c24 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:37.483629 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-dd0c0649-8b8a-4c98-a727-1d6fed173c24 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Synchronizing usage tracker for tenant:939e39e032e3427dbefc8637fd240077 on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:37.510900 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-dd0c0649-8b8a-4c98-a727-1d6fed173c24 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Unset dirty status for tenant:939e39e032e3427dbefc8637fd240077 on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:37.511980 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-dd0c0649-8b8a-4c98-a727-1d6fed173c24 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.18 "GET /v2.0/networks?id=05ce50fe-deb4-432e-a72a-fda7f938a188 HTTP/1.1" status: 200 len: 809 time: 0.2943246 May 18 06:18:37.533024 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8e8bd-04f4-4e07-94a5-0849fe4f1a86 req-6f786a3d-55c8-46f2-90e5-5e24225afae4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:37.538563 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Request body: {'port': {'device_id': '392c42ee-0c64-4072-9b3c-248be4c5ec57', 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188', 'admin_state_up': True, 'tenant_id': '939e39e032e3427dbefc8637fd240077'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:37.552022 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-13f8e8bd-04f4-4e07-94a5-0849fe4f1a86 req-6f786a3d-55c8-46f2-90e5-5e24225afae4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 945 time: 0.1712217 May 18 06:18:37.594675 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:37.596234 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-13f8e8bd-04f4-4e07-94a5-0849fe4f1a86 req-af935240-e84a-4002-9de9-050d438fca23 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435905 May 18 06:18:37.721879 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:37.726050 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Usage tracker for resource:port and tenant:939e39e032e3427dbefc8637fd240077 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:37.729798 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:37.736462 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:37.748041 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Made reservation on behalf of 939e39e032e3427dbefc8637fd240077 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:37.751594 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:38.021258 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Allocated IP 172.20.0.4 (05ce50fe-deb4-432e-a72a-fda7f938a188/c303b630-60ca-46f9-bcbb-1de726a0286b/f5d27a7a-f167-4416-92ed-3bf8d862ce94) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:38.195214 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33410) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:38.257731 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f174ef4a-9d15-4dc9-b371-0c38a9fb4a80 req-0acdb2d6-0bc6-43b0-b0d6-afe1383da56f tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 210 time: 0.0539334 May 18 06:18:38.283121 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:38.313905 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b73b5b-86e2-4cb7-97c5-2d9036f4f074 req-d3b017b7-aa38-4472-b729-c12bc6146873 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:38.320268 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:38.321187 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b4b73b5b-86e2-4cb7-97c5-2d9036f4f074 req-d3b017b7-aa38-4472-b729-c12bc6146873 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1644025 May 18 06:18:38.329344 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ba1cd160-0017-47dc-bed2-b938ecb41ffb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:38.379761 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b4b73b5b-86e2-4cb7-97c5-2d9036f4f074 req-d38f6fa6-22ae-413d-ab37-e29b966a5517 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549397 May 18 06:18:38.432538 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Network 05ce50fe-deb4-432e-a72a-fda7f938a188 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:38.437044 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:38.443733 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:38.449338 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:38.449951 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:38.453529 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-52486bfe-b48f-4c38-b46c-58820f182edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:38.469625 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Pushing event updated for resources: {'Port': ['ID=f5d27a7a-f167-4416-92ed-3bf8d862ce94,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:38.478228 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:38.482575 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-52486bfe-b48f-4c38-b46c-58820f182edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:38.492982 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-52486bfe-b48f-4c38-b46c-58820f182edf admin admin] Usage tracker for resource:security_group_rule and tenant:8a913e9e6cac4b35852e1d48fcc25bdc is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:38.496459 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-52486bfe-b48f-4c38-b46c-58820f182edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:38.500155 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9655619 May 18 06:18:38.503928 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-52486bfe-b48f-4c38-b46c-58820f182edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:38.536920 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Request body: {'port': {'device_id': '392c42ee-0c64-4072-9b3c-248be4c5ec57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:38.719369 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:38.810828 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-52486bfe-b48f-4c38-b46c-58820f182edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:38.823398 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-52486bfe-b48f-4c38-b46c-58820f182edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:38.848910 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ab023542-7604-4aa3-aaaa-421ea7f36e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:38.855216 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476a95-ded7-4c75-8de3-e8775dbc7810 req-164b4646-308a-402c-be56-44a71dce21f7 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:38.856905 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ce476a95-ded7-4c75-8de3-e8775dbc7810 req-164b4646-308a-402c-be56-44a71dce21f7 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 945 time: 0.1040630 May 18 06:18:38.913810 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ce476a95-ded7-4c75-8de3-e8775dbc7810 req-3702d63b-23f1-4379-93a9-e3822cd28dd4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497215 May 18 06:18:38.963023 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33440) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:38.971132 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-52486bfe-b48f-4c38-b46c-58820f182edf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a913e9e6cac4b35852e1d48fcc25bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7747121 May 18 06:18:38.985527 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52486bfe-b48f-4c38-b46c-58820f182edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ba5a1a-9a5f-4581-a979-66d70b467b5d,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:38.989265 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-52486bfe-b48f-4c38-b46c-58820f182edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:39.185227 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-005f8e52-a085-45cf-aaa2-b2249e8d7470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.216909 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-005f8e52-a085-45cf-aaa2-b2249e8d7470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.238935 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d27a7a-f167-4416-92ed-3bf8d862ce94 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:39.249245 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.266632 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Transition to ACTIVE for port object f5d27a7a-f167-4416-92ed-3bf8d862ce94 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:39.270603 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.276267 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:39.301385 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-005f8e52-a085-45cf-aaa2-b2249e8d7470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.305865 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-bd15d877-d006-41a8-a85f-becd79406ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:39.323546 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f8e52-a085-45cf-aaa2-b2249e8d7470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ba5a1a-9a5f-4581-a979-66d70b467b5d,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:39.336057 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-005f8e52-a085-45cf-aaa2-b2249e8d7470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:39.338487 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-005f8e52-a085-45cf-aaa2-b2249e8d7470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.339821 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-005f8e52-a085-45cf-aaa2-b2249e8d7470 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99ba5a1a-9a5f-4581-a979-66d70b467b5d HTTP/1.1" status: 204 len: 168 time: 0.3751366 May 18 06:18:39.352001 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Pushing event updated for resources: {'Port': ['ID=f5d27a7a-f167-4416-92ed-3bf8d862ce94,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:39.393014 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.420842 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:39.495033 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Attempting to bind port f5d27a7a-f167-4416-92ed-3bf8d862ce94 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:39.495372 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Attempting to bind port f5d27a7a-f167-4416-92ed-3bf8d862ce94 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '158dbd80-126b-4aca-bef7-62ccf8d7fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:39.495705 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Attempting to bind port f5d27a7a-f167-4416-92ed-3bf8d862ce94 on network 05ce50fe-deb4-432e-a72a-fda7f938a188 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:39.507095 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Port f5d27a7a-f167-4416-92ed-3bf8d862ce94 on network 05ce50fe-deb4-432e-a72a-fda7f938a188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:18:39.507425 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Attempting to bind port f5d27a7a-f167-4416-92ed-3bf8d862ce94 on network 05ce50fe-deb4-432e-a72a-fda7f938a188 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:39.518068 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:39.520124 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Checking segment: {'id': '158dbd80-126b-4aca-bef7-62ccf8d7fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:39.520825 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Bound using segment: {'id': '158dbd80-126b-4aca-bef7-62ccf8d7fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:39.522179 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Bound port: f5d27a7a-f167-4416-92ed-3bf8d862ce94, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158dbd80-126b-4aca-bef7-62ccf8d7fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:39.522781 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.620523 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af56d9d-e720-4c14-a808-5e0fdaabe0b1 req-4e4c908d-b1eb-4adc-b090-1cd6e6ab56b1 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:39.623490 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4af56d9d-e720-4c14-a808-5e0fdaabe0b1 req-4e4c908d-b1eb-4adc-b090-1cd6e6ab56b1 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 943 time: 0.1646721 May 18 06:18:39.642198 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] For port f5d27a7a-f167-4416-92ed-3bf8d862ce94, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:39.652051 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] For port f5d27a7a-f167-4416-92ed-3bf8d862ce94, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f5d27a7a-f167-4416-92ed-3bf8d862ce94,segment=NetworkSegment(158dbd80-126b-4aca-bef7-62ccf8d7fc3b),segment_id=158dbd80-126b-4aca-bef7-62ccf8d7fc3b)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:39.659922 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.670395 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9e0fb69f-657b-472f-a8b7-5c117045d44c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:39.696537 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4af56d9d-e720-4c14-a808-5e0fdaabe0b1 req-342a2309-034d-4afb-a351-732a2101575c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632510 May 18 06:18:39.742386 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:39.743951 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.747490 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] 10.222.0.18 "PUT /v2.0/ports/f5d27a7a-f167-4416-92ed-3bf8d862ce94 HTTP/1.1" status: 200 len: 1093 time: 1.2198758 May 18 06:18:39.760579 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392c42ee-0c64-4072-9b3c-248be4c5ec57', 'tag': 'f5d27a7a-f167-4416-92ed-3bf8d862ce94'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:39.803939 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33478) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:39.839618 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a9438e30-98f4-41c0-81af-8e44e7f3c7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:39.871551 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Pushing event updated for resources: {'Port': ['ID=f5d27a7a-f167-4416-92ed-3bf8d862ce94,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:39.889482 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:39.898659 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-a9438e30-98f4-41c0-81af-8e44e7f3c7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:39.910533 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-a9438e30-98f4-41c0-81af-8e44e7f3c7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:66b33b8da0a04b38848de8d5e3197d93 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:39.914772 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-a9438e30-98f4-41c0-81af-8e44e7f3c7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:39.922728 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-a9438e30-98f4-41c0-81af-8e44e7f3c7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:39.946634 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-60a8146b-2b8d-4001-aa9d-36b6b06604f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:39.948729 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-60a8146b-2b8d-4001-aa9d-36b6b06604f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=939e39e032e3427dbefc8637fd240077&device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 1096 time: 0.1355703 May 18 06:18:39.949196 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33482) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:39.992159 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bb00-d23e-4343-b3fa-adfe90df9f5e req-df5c5caa-74e7-4cb8-8b10-3a39bfc8226b tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:39.999071 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2404bb00-d23e-4343-b3fa-adfe90df9f5e req-df5c5caa-74e7-4cb8-8b10-3a39bfc8226b tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1478620 May 18 06:18:40.068623 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2404bb00-d23e-4343-b3fa-adfe90df9f5e req-65070e84-5495-4bda-8a34-3bf2a43a54e5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686011 May 18 06:18:40.077679 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392c42ee-0c64-4072-9b3c-248be4c5ec57', 'tag': 'f5d27a7a-f167-4416-92ed-3bf8d862ce94', 'status': 'completed', 'code': 200} May 18 06:18:40.079318 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-92ebc2d7-9987-424b-a281-33fbd716f3bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d27a7a-f167-4416-92ed-3bf8d862ce94 HTTP/1.1" status: 200 len: 217 time: 0.1201267 May 18 06:18:40.105324 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a9438e30-98f4-41c0-81af-8e44e7f3c7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.113827 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a9438e30-98f4-41c0-81af-8e44e7f3c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.123385 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-629d0b32-d710-4b0c-be48-9ccface9b96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:40.151523 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c8928664-7ada-459d-904e-465424168116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.164600 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-a9438e30-98f4-41c0-81af-8e44e7f3c7f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66b33b8da0a04b38848de8d5e3197d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595893 May 18 06:18:40.166109 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9438e30-98f4-41c0-81af-8e44e7f3c7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba8c306-b2bf-495c-9c54-e26fdcb27847,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:40.168143 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33496) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:40.183778 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-a9438e30-98f4-41c0-81af-8e44e7f3c7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:40.188023 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c8928664-7ada-459d-904e-465424168116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:40.196186 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c8928664-7ada-459d-904e-465424168116 admin admin] Usage tracker for resource:security_group_rule and tenant:3a5401046c794916941238e88ffab81a is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:40.203006 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c8928664-7ada-459d-904e-465424168116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:40.206519 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-0e6d2e65-ea75-42f0-878d-9b11f43be11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:40.207961 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-0e6d2e65-ea75-42f0-878d-9b11f43be11a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c303b630-60ca-46f9-bcbb-1de726a0286b HTTP/1.1" status: 200 len: 849 time: 0.1183865 May 18 06:18:40.216902 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c8928664-7ada-459d-904e-465424168116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:40.223886 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33500) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:40.301065 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7785240-1179-4c40-a791-948b1e27237d admin admin] Deleting subnet 5fc96ed9-5597-4225-aabf-9a6f633beb40 {{(pid=78802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:18:40.304913 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a7785240-1179-4c40-a791-948b1e27237d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.358968 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a7785240-1179-4c40-a791-948b1e27237d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.366295 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a7785240-1179-4c40-a791-948b1e27237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.370201 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-bc4d7683-f903-458d-a832-31024e2ae238 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05ce50fe-deb4-432e-a72a-fda7f938a188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468585 May 18 06:18:40.493647 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-941ccdef-b902-4920-8b4e-1a3e4cbbb1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.538189 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-941ccdef-b902-4920-8b4e-1a3e4cbbb1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.629993 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-087f5266-cf4a-4538-8a4e-8f02b6f81a9f service neutron] 10.222.0.18 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472415 May 18 06:18:40.659753 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a7785240-1179-4c40-a791-948b1e27237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.668873 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3a68ae8e-e698-45a0-8b38-0584370b0873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:40.703469 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7785240-1179-4c40-a791-948b1e27237d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc96ed9-5597-4225-aabf-9a6f633beb40,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:40.708760 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a7785240-1179-4c40-a791-948b1e27237d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.711368 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-a7785240-1179-4c40-a791-948b1e27237d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:40.722585 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-a7785240-1179-4c40-a791-948b1e27237d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5fc96ed9-5597-4225-aabf-9a6f633beb40 HTTP/1.1" status: 204 len: 168 time: 0.4970989 May 18 06:18:40.728145 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33510) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:40.747169 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c8928664-7ada-459d-904e-465424168116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.750878 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-941ccdef-b902-4920-8b4e-1a3e4cbbb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.759902 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9b57699c-53bd-43eb-b752-bfe7e17f68e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:40.770970 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c8928664-7ada-459d-904e-465424168116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.786032 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ccdef-b902-4920-8b4e-1a3e4cbbb1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba8c306-b2bf-495c-9c54-e26fdcb27847,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:40.794207 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-941ccdef-b902-4920-8b4e-1a3e4cbbb1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:40.796398 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5ac09d15-dacb-4976-98bf-494db7d9de81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:40.843110 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c8928664-7ada-459d-904e-465424168116 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a5401046c794916941238e88ffab81a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8929245 May 18 06:18:40.846926 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33514) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:40.854721 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-941ccdef-b902-4920-8b4e-1a3e4cbbb1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.855793 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-941ccdef-b902-4920-8b4e-1a3e4cbbb1d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ba8c306-b2bf-495c-9c54-e26fdcb27847 HTTP/1.1" status: 204 len: 168 time: 0.6850634 May 18 06:18:40.871640 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8928664-7ada-459d-904e-465424168116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13514300-700e-487c-b10b-50c1064309d8,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:40.876725 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c8928664-7ada-459d-904e-465424168116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:40.881394 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ecf7760e-c0c4-453a-8024-a1592c49358a req-b03723c0-e0d6-4c7d-b068-05003c2756a4 service neutron] 10.222.0.18 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401972 May 18 06:18:40.922373 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:40.990183 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-15782259-2117-4639-98d9-10d93cd6e313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.084838 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-15782259-2117-4639-98d9-10d93cd6e313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.119987 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5b2e5-f054-4f72-9e72-447a35829b5d req-7aedd8f8-5be1-4eb5-ad22-a8d669a6d2f7 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:41.119987 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-99c5b2e5-f054-4f72-9e72-447a35829b5d req-7aedd8f8-5be1-4eb5-ad22-a8d669a6d2f7 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 943 time: 0.3128369 May 18 06:18:41.145976 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.183736 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.184081 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.184857 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.185179 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > port after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.185781 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.186223 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > port after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.186540 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.186875 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.187193 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.187514 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.307203 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.307203 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.307203 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.307203 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78802) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:18:41.307203 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2f07c7-f971-4c0b-9193-54c78e90ac1c']}} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:41.329377 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354316c5-0fe3-4512-b08e-c439c520295b') {'for_net_delete': True} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:41.329689 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354316c5-0fe3-4512-b08e-c439c520295b') {} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:41.340001 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-99c5b2e5-f054-4f72-9e72-447a35829b5d req-ab13afbc-be03-4784-8af1-948ce1698126 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138484 May 18 06:18:41.347593 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66634645'] for segment, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.370245 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-15782259-2117-4639-98d9-10d93cd6e313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.376599 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9319b2ef-eaee-416f-b44f-f00c8a64075a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:41.383561 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.395508 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=78802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:18:41.395853 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121364'] for segment, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: from cryptography.utils import int_from_bytes May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: from cryptography.utils import int_from_bytes May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: Traceback (most recent call last): May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: timer() May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: cb(*args, **kw) May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: return func(*args, **kwargs) May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: self._notify() May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: self.callback(batched_events) May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: event.method(event) May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: return f(self, *a, **k) May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._get(url).json() May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: return self.request(url, 'GET', **kwargs) May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:18:41.412768 dv-cinder-784623-10-iscsi neutron-server[78802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:18:41.414932 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15782259-2117-4639-98d9-10d93cd6e313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13514300-700e-487c-b10b-50c1064309d8,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:41.419958 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-15782259-2117-4639-98d9-10d93cd6e313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:41.462315 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-15782259-2117-4639-98d9-10d93cd6e313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.463922 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-15782259-2117-4639-98d9-10d93cd6e313 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13514300-700e-487c-b10b-50c1064309d8 HTTP/1.1" status: 204 len: 168 time: 0.6111815 May 18 06:18:41.541350 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.548916 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-12f77f6d-cfbb-468f-a298-ef2321297845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:41.567374 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.571920 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a2f07c7-f971-4c0b-9193-54c78e90ac1c,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:41.576067 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:41.583521 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a2f07c7-f971-4c0b-9193-54c78e90ac1c HTTP/1.1" status: 204 len: 168 time: 0.8536823 May 18 06:18:41.606572 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dfb70-4e23-463c-bda9-5676b6ad86a5 req-d8a3c7fc-99f5-431c-874d-99dfeaa548ee tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:41.608427 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b68dfb70-4e23-463c-bda9-5676b6ad86a5 req-d8a3c7fc-99f5-431c-874d-99dfeaa548ee tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1475918 May 18 06:18:41.657458 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b68dfb70-4e23-463c-bda9-5676b6ad86a5 req-960a102d-17a9-43b1-a950-757054d16d20 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 May 18 06:18:41.801710 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33556) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:41.839688 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33560) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:41.851916 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2c56e6cd-1ffd-4ffb-971a-852e7b32125d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0200436280b44ae7bb23b402a5c635e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485899 May 18 06:18:41.854861 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33564) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:41.862828 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8db8e2a7-39f4-4798-867b-66267f575a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.877907 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-8db8e2a7-39f4-4798-867b-66267f575a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:41.882506 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-8db8e2a7-39f4-4798-867b-66267f575a6f admin admin] Usage tracker for resource:security_group_rule and tenant:9ecc4ca427f14ec6823f9864d7a42837 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:41.885672 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-8db8e2a7-39f4-4798-867b-66267f575a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:41.891748 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-8db8e2a7-39f4-4798-867b-66267f575a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:41.986546 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d6c50730-1abc-40b8-b991-2d5895480311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.987239 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8db8e2a7-39f4-4798-867b-66267f575a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:41.992446 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8db8e2a7-39f4-4798-867b-66267f575a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.000741 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:42.013372 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d6c50730-1abc-40b8-b991-2d5895480311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.043198 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-8db8e2a7-39f4-4798-867b-66267f575a6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ecc4ca427f14ec6823f9864d7a42837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009797 May 18 06:18:42.044311 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8e2a7-39f4-4798-867b-66267f575a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923f4634-f9fa-4e0e-b1d1-ab11c4741cdf,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:42.046609 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33570) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:42.049577 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8db8e2a7-39f4-4798-867b-66267f575a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:42.076159 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d6c50730-1abc-40b8-b991-2d5895480311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.083648 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-90d201ef-05cc-4f5e-92e1-f8db04d29e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:42.096874 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c50730-1abc-40b8-b991-2d5895480311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e43d67-fcf4-4c2b-b475-3006ca51e211,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:42.099036 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d6c50730-1abc-40b8-b991-2d5895480311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:42.100009 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d6c50730-1abc-40b8-b991-2d5895480311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.101121 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d6c50730-1abc-40b8-b991-2d5895480311 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08e43d67-fcf4-4c2b-b475-3006ca51e211 HTTP/1.1" status: 204 len: 168 time: 0.2453716 May 18 06:18:42.111045 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-95ea65fc-96c0-4648-ba77-2389f926ecb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.138177 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-95ea65fc-96c0-4648-ba77-2389f926ecb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.198252 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-95ea65fc-96c0-4648-ba77-2389f926ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.203196 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-52486bfe-b48f-4c38-b46c-58820f182edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:42.216034 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea65fc-96c0-4648-ba77-2389f926ecb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923f4634-f9fa-4e0e-b1d1-ab11c4741cdf,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:42.229573 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-95ea65fc-96c0-4648-ba77-2389f926ecb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:42.233942 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-95ea65fc-96c0-4648-ba77-2389f926ecb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:42.240862 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-95ea65fc-96c0-4648-ba77-2389f926ecb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/923f4634-f9fa-4e0e-b1d1-ab11c4741cdf HTTP/1.1" status: 204 len: 168 time: 0.1929288 May 18 06:18:42.608049 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa443bd6-1620-4183-8149-773ce5716c20 req-fb96a308-0d92-41ba-b46f-788c92ab803d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:42.615797 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aa443bd6-1620-4183-8149-773ce5716c20 req-fb96a308-0d92-41ba-b46f-788c92ab803d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 943 time: 0.1290505 May 18 06:18:42.668821 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aa443bd6-1620-4183-8149-773ce5716c20 req-36627ff9-0426-4958-a16e-93f659b073fc tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521724 May 18 06:18:42.855269 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713f5e7-a8cd-4ebf-99a3-ef6a41b7ac5c req-45198aae-d269-41d2-aeb1-04359f940f9e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:42.856651 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1713f5e7-a8cd-4ebf-99a3-ef6a41b7ac5c req-45198aae-d269-41d2-aeb1-04359f940f9e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0862842 May 18 06:18:42.908772 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1713f5e7-a8cd-4ebf-99a3-ef6a41b7ac5c req-6e5b41e5-45e2-43a3-83ca-b5c18544821a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442214 May 18 06:18:43.062173 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33620) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:43.164468 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943346688-network', 'tenant_id': '8a85c48689644a428d1929b6bf572c9a'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:43.170053 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:43.174368 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Usage tracker for resource:network and tenant:8a85c48689644a428d1929b6bf572c9a is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:43.177816 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:43.183851 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:43.193272 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Made reservation on behalf of 8a85c48689644a428d1929b6bf572c9a for: {'network': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:43.195607 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.207682 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.221728 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:43.225462 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Usage tracker for resource:security_group_rule and tenant:8a85c48689644a428d1929b6bf572c9a is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:43.228251 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:43.234771 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:43.287627 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:18:43.327339 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.331993 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.336016 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d6c50730-1abc-40b8-b991-2d5895480311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:43.363597 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=78802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:18:43.372219 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c00165e-4de0-41e7-8f28-65aa0b865b01,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:43.375745 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:43.378248 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.378597 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.segments_db [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Added segment e8f449e6-2ceb-44c8-ae52-188f9d138a77 of type vlan for network b6282e25-cc91-484c-90f8-1a90f3a03d7e May 18 06:18:43.405692 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.434346 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.435840 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:43.436411 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.441572 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:43.542602 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4767642 May 18 06:18:43.542986 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33638) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:43.550435 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Request body: {'subnet': {'network_id': 'b6282e25-cc91-484c-90f8-1a90f3a03d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943346688-subnet', 'tenant_id': '8a85c48689644a428d1929b6bf572c9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:43.553463 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Pushing event updated for resources: {'Network': ['ID=b6282e25-cc91-484c-90f8-1a90f3a03d7e,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:43.556406 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:43.558820 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:43.563814 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Usage tracker for resource:subnet and tenant:8a85c48689644a428d1929b6bf572c9a is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:43.565098 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network b6282e25-cc91-484c-90f8-1a90f3a03d7e details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:18:43.566786 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:43.573503 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:43.584629 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Made reservation on behalf of 8a85c48689644a428d1929b6bf572c9a for: {'subnet': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:43.587546 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2767030'] for subnet, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:43.972963 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e8134-be50-4532-ab98-91728d48c9d3 req-ac339e8a-70c3-42f9-a6ea-8196aeaaeae7 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:43.974487 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7a0e8134-be50-4532-ab98-91728d48c9d3 req-ac339e8a-70c3-42f9-a6ea-8196aeaaeae7 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 943 time: 0.1867299 May 18 06:18:44.018573 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb211bda-5193-4b75-8d98-3d2ed1458f94 req-109a269a-3e36-4b67-9877-da735ee0f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:44.021075 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cb211bda-5193-4b75-8d98-3d2ed1458f94 req-109a269a-3e36-4b67-9877-da735ee0f91c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=939e39e032e3427dbefc8637fd240077&device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 1096 time: 0.0798967 May 18 06:18:44.030969 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7a0e8134-be50-4532-ab98-91728d48c9d3 req-c7834b10-1203-4a7a-9764-0c2026a150eb tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498087 May 18 06:18:44.182907 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2121341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2767012'] for subnet, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:44.187863 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb211bda-5193-4b75-8d98-3d2ed1458f94 req-a47e763a-5ec9-4fe4-82c1-b4c1319a1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:44.189340 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cb211bda-5193-4b75-8d98-3d2ed1458f94 req-a47e763a-5ec9-4fe4-82c1-b4c1319a1045 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05ce50fe-deb4-432e-a72a-fda7f938a188 HTTP/1.1" status: 200 len: 910 time: 0.1601777 May 18 06:18:44.190723 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:44.269935 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cb211bda-5193-4b75-8d98-3d2ed1458f94 req-365018f6-25e3-4c32-8207-04442c07aa37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5d27a7a-f167-4416-92ed-3bf8d862ce94 HTTP/1.1" status: 200 len: 217 time: 0.0699532 May 18 06:18:44.272977 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8b01f-943a-4ec5-a2c6-50cc4cb43404 req-002348e4-34ad-40ac-96bb-c71ed00ec6e0 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:44.274442 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e3a8b01f-943a-4ec5-a2c6-50cc4cb43404 req-002348e4-34ad-40ac-96bb-c71ed00ec6e0 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1745863 May 18 06:18:44.285602 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=294158a1-fd28-4812-b680-3c089da566fc,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:44.290107 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:44.310512 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Checking segment: {'id': 'e8f449e6-2ceb-44c8-ae52-188f9d138a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'b6282e25-cc91-484c-90f8-1a90f3a03d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:44.310870 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Network hostable DHCP agents. Network: b6282e25-cc91-484c-90f8-1a90f3a03d7e, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:18:44.342506 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e3a8b01f-943a-4ec5-a2c6-50cc4cb43404 req-9777f237-86df-46e0-bffa-36fff4e3db2c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579107 May 18 06:18:44.355034 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Network b6282e25-cc91-484c-90f8-1a90f3a03d7e is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:18:44.368748 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, b6282e25-cc91-484c-90f8-1a90f3a03d7e) {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:44.378643 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da38779-fce9-4749-8fac-059319d5cb39 None None] Network b6282e25-cc91-484c-90f8-1a90f3a03d7e requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:44.379950 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:44.380845 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:44.411927 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8598735 May 18 06:18:44.412137 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb211bda-5193-4b75-8d98-3d2ed1458f94 req-928e3f4b-bdee-4129-8865-0c0b2c873992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:44.412137 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cb211bda-5193-4b75-8d98-3d2ed1458f94 req-928e3f4b-bdee-4129-8865-0c0b2c873992 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c303b630-60ca-46f9-bcbb-1de726a0286b HTTP/1.1" status: 200 len: 849 time: 0.1269724 May 18 06:18:44.482791 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cb211bda-5193-4b75-8d98-3d2ed1458f94 req-a9fcf572-8527-4d27-8fa8-b02226a5ec8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05ce50fe-deb4-432e-a72a-fda7f938a188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577643 May 18 06:18:44.609378 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9234e0-8f95-42d5-8213-54702950b922 None None] Network b6282e25-cc91-484c-90f8-1a90f3a03d7e requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:44.638314 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cb211bda-5193-4b75-8d98-3d2ed1458f94 req-48aeb5fc-f9d8-4405-a9e5-3a19e7a0c3bf service neutron] 10.222.0.18 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470716 May 18 06:18:44.793127 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cb211bda-5193-4b75-8d98-3d2ed1458f94 req-0710b76b-83e0-40fd-96a0-2ee2560e67ac service neutron] 10.222.0.18 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475055 May 18 06:18:45.217536 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33716) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:45.226221 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-235650640-network', 'tenant_id': 'c70739cecb9e4cc895989dc10df65441'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:45.237127 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:45.256962 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Usage tracker for resource:network and tenant:c70739cecb9e4cc895989dc10df65441 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:45.264015 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:45.273968 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:45.309203 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-bb5d7e7f-2097-4b3b-b4d8-c1e18c21c2c5 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:45.310891 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-bb5d7e7f-2097-4b3b-b4d8-c1e18c21c2c5 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 815 time: 0.2438660 May 18 06:18:45.312288 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Made reservation on behalf of c70739cecb9e4cc895989dc10df65441 for: {'network': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:45.314946 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:45.422553 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:45.452353 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-1b265e54-6b88-4c81-86f7-62a9523a7dfe tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/quotas/afcbdb85b6794bbda1866b6565e294af HTTP/1.1" status: 200 len: 375 time: 0.1266229 May 18 06:18:45.453350 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:45.459996 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Usage tracker for resource:security_group_rule and tenant:c70739cecb9e4cc895989dc10df65441 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:45.463507 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:45.472196 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:45.581422 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd0ac4-e626-4d96-bcba-77a20d46632b req-4b10e61b-9b31-436f-b944-e24b8701fcaf tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:45.588237 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-33fd0ac4-e626-4d96-bcba-77a20d46632b req-4b10e61b-9b31-436f-b944-e24b8701fcaf tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 943 time: 0.2594469 May 18 06:18:45.654376 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-6d9b9b17-3a49-45d0-8c23-61ee9cdc1a3f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1879699 May 18 06:18:45.666647 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-33fd0ac4-e626-4d96-bcba-77a20d46632b req-9497ef3c-e754-4d2a-96a8-1a32b42c39f4 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775964 May 18 06:18:45.841821 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:45.893838 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:45.896644 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-5114e105-c637-4108-8956-e5d8dedffffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:45.946882 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=78802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:18:45.964303 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9313b928-efa4-4903-8c14-7ffc79cd0f8a,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:45.982182 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:45.991522 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:45.991959 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.segments_db [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Added segment 9c3bad00-e131-445b-b034-719074c1211e of type vlan for network c480b75d-49a6-42fd-bb98-fba44cfbded6 May 18 06:18:46.022486 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-a28fc9c9-33eb-43c5-971b-aa03a99ab094 service neutron] 10.222.0.13 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506842 May 18 06:18:46.066331 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:46.084246 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71544928-6c27-4581-affe-84951b7d636f req-fd6d8405-243d-46da-9c99-deabe44b17b8 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:46.085444 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-71544928-6c27-4581-affe-84951b7d636f req-fd6d8405-243d-46da-9c99-deabe44b17b8 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.2417657 May 18 06:18:46.222678 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:46.227241 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:46.227850 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:46.233830 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-71544928-6c27-4581-affe-84951b7d636f req-5d3f8726-40c9-451a-9182-0514a49dbafb tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989156 May 18 06:18:46.237447 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:46.323449 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-81e30425-9e9a-421e-a7ad-cd51c4e10fc2 service neutron] 10.222.0.13 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875812 May 18 06:18:46.350230 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1316485 May 18 06:18:46.351206 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Pushing event updated for resources: {'Network': ['ID=c480b75d-49a6-42fd-bb98-fba44cfbded6,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:46.353143 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33744) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:46.355965 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:46.359865 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Request body: {'subnet': {'network_id': 'c480b75d-49a6-42fd-bb98-fba44cfbded6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-235650640-subnet', 'tenant_id': 'c70739cecb9e4cc895989dc10df65441', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:46.361702 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network c480b75d-49a6-42fd-bb98-fba44cfbded6 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:18:46.364425 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:46.368438 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Usage tracker for resource:subnet and tenant:c70739cecb9e4cc895989dc10df65441 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:46.371316 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:46.377479 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:46.396066 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Made reservation on behalf of c70739cecb9e4cc895989dc10df65441 for: {'subnet': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:46.398367 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2767030'] for subnet, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:46.540397 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-10c0aef6-72c0-47e0-a6c5-c1a3de16b3a9 req-68f68f0a-6918-4d51-ac44-41df4185696f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 210 time: 0.0656984 May 18 06:18:46.867254 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device f5d27a7a-f167-4416-92ed-3bf8d862ce94 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:46.949862 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c81690-15b3-4bc6-85a9-7fbc6adddde9 req-5a7e05d5-2d5e-4cb9-9e2a-c615fda7d211 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:46.951651 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-88c81690-15b3-4bc6-85a9-7fbc6adddde9 req-5a7e05d5-2d5e-4cb9-9e2a-c615fda7d211 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 943 time: 0.1501489 May 18 06:18:47.012882 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2121341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2767012'] for subnet, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.030567 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-88c81690-15b3-4bc6-85a9-7fbc6adddde9 req-215b8c51-c9a4-42e9-809d-5715e6db3684 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732458 May 18 06:18:47.036257 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-a7b5119c-83d0-4687-8063-9ced6dd52c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:47.057430 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port f5d27a7a-f167-4416-92ed-3bf8d862ce94, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f5d27a7a-f167-4416-92ed-3bf8d862ce94,segment=NetworkSegment(158dbd80-126b-4aca-bef7-62ccf8d7fc3b),segment_id=158dbd80-126b-4aca-bef7-62ccf8d7fc3b)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:47.077149 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': 'f5d27a7a-f167-4416-92ed-3bf8d862ce94', 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188', 'port_id': 'f5d27a7a-f167-4416-92ed-3bf8d862ce94', 'mac_address': 'fa:16:3e:b7:4e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c303b630-60ca-46f9-bcbb-1de726a0286b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:47.124082 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14cbc149-f3c4-431b-8562-f26d4ec54091,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:47.130193 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:47.146635 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Checking segment: {'id': '9c3bad00-e131-445b-b034-719074c1211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c480b75d-49a6-42fd-bb98-fba44cfbded6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:47.147059 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Network hostable DHCP agents. Network: c480b75d-49a6-42fd-bb98-fba44cfbded6, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:18:47.147924 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.166040 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d27a7a-f167-4416-92ed-3bf8d862ce94 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:47.183337 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port f5d27a7a-f167-4416-92ed-3bf8d862ce94, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f5d27a7a-f167-4416-92ed-3bf8d862ce94,segment=NetworkSegment(158dbd80-126b-4aca-bef7-62ccf8d7fc3b),segment_id=158dbd80-126b-4aca-bef7-62ccf8d7fc3b)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:47.187993 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Network c480b75d-49a6-42fd-bb98-fba44cfbded6 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:18:47.189477 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.193221 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:47.206095 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, c480b75d-49a6-42fd-bb98-fba44cfbded6) {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:47.215956 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:47.216553 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.238154 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202a03b7-114d-49cb-b084-42b3acc63062 None None] Network c480b75d-49a6-42fd-bb98-fba44cfbded6 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:47.261902 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-9a8cfbaf-93e4-4003-9bbe-37a0ab3fbd85 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9071434 May 18 06:18:47.517084 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33792) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:47.517848 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=f5d27a7a-f167-4416-92ed-3bf8d862ce94,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:47.525878 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:47.588374 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027b6a2-4d0c-4672-9444-88adb4c4fe06 req-ffe690fe-c61e-41d8-b586-2b8543b24880 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:47.589894 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2027b6a2-4d0c-4672-9444-88adb4c4fe06 req-ffe690fe-c61e-41d8-b586-2b8543b24880 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1224947 May 18 06:18:47.653648 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2027b6a2-4d0c-4672-9444-88adb4c4fe06 req-1145089c-49d6-49c4-b949-ab4cd1bb0696 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575364 May 18 06:18:47.668660 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1db416-6fcf-42f4-a2db-5527863f2341 admin admin] Deleting subnet 294158a1-fd28-4812-b680-3c089da566fc {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:18:47.679000 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1db416-6fcf-42f4-a2db-5527863f2341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.679753 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['f5d27a7a-f167-4416-92ed-3bf8d862ce94'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:47.726678 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94320641-4bd1-4fe5-aa73-7b74532a8405 None None] Network c480b75d-49a6-42fd-bb98-fba44cfbded6 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:18:47.804598 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1db416-6fcf-42f4-a2db-5527863f2341 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.820658 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1db416-6fcf-42f4-a2db-5527863f2341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:47.910314 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5e6ca812-3c28-4007-8534-b77ce9a3b377 req-620102f9-2426-4a69-a78e-296234ca98ca tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 210 time: 0.1053090 May 18 06:18:48.337450 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414aa98-7f0e-470e-803c-cb6764ea4b62 req-7ff0eb29-820b-48d0-acde-a4173327f026 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:48.339903 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0414aa98-7f0e-470e-803c-cb6764ea4b62 req-7ff0eb29-820b-48d0-acde-a4173327f026 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 944 time: 0.1276255 May 18 06:18:48.401924 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-04d5729e-b5cf-4687-9918-46c2b0d928b4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:48.403704 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-04d5729e-b5cf-4687-9918-46c2b0d928b4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 815 time: 0.4605064 May 18 06:18:48.416404 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0414aa98-7f0e-470e-803c-cb6764ea4b62 req-ef9d3bb2-ddeb-4806-b05a-aa8f22a80de5 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588691 May 18 06:18:48.422257 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Request body: {'port': {'device_id': 'fb3c051d-8eec-4428-8144-305c640aa172', 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09', 'admin_state_up': True, 'tenant_id': 'afcbdb85b6794bbda1866b6565e294af'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:48.528480 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1db416-6fcf-42f4-a2db-5527863f2341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.532312 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e895f5f2-c899-47cf-81c0-7e3f9a10a9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:48.581955 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1db416-6fcf-42f4-a2db-5527863f2341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=294158a1-fd28-4812-b680-3c089da566fc,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:48.587847 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1c1db416-6fcf-42f4-a2db-5527863f2341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:48.591452 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1c1db416-6fcf-42f4-a2db-5527863f2341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.609030 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-1c1db416-6fcf-42f4-a2db-5527863f2341 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/294158a1-fd28-4812-b680-3c089da566fc HTTP/1.1" status: 204 len: 168 time: 1.0884683 May 18 06:18:48.609720 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33822) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:48.620533 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:48.625889 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Usage tracker for resource:port and tenant:afcbdb85b6794bbda1866b6565e294af is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:48.628853 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:48.636735 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:48.653437 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Made reservation on behalf of afcbdb85b6794bbda1866b6565e294af for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:18:48.660269 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.740698 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:48.887879 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device f5d27a7a-f167-4416-92ed-3bf8d862ce94 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:18:49.021264 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Allocated IP 172.20.0.10 (0edeb913-fb6f-4985-9386-728cbae15a09/3b422b18-596a-408e-a197-936dd80923c4/edf3e2ae-7913-4df4-abcf-361e77a25c7e) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:18:49.023483 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.044399 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port f5d27a7a-f167-4416-92ed-3bf8d862ce94 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:18:49.045799 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6282e25-cc91-484c-90f8-1a90f3a03d7e']}} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:49.051528 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port f5d27a7a-f167-4416-92ed-3bf8d862ce94 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:18:49.052076 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.064758 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f449e6-2ceb-44c8-ae52-188f9d138a77') {'for_net_delete': True} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:49.065339 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f449e6-2ceb-44c8-ae52-188f9d138a77') {} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:49.085965 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66634645'] for segment, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.156660 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.169224 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62946cc3-6828-40a7-9969-6adbde1d62df req-0d020ea7-f441-432e-8137-0427f6ce65ce tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:49.177243 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-62946cc3-6828-40a7-9969-6adbde1d62df req-0d020ea7-f441-432e-8137-0427f6ce65ce tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.2822123 May 18 06:18:49.214413 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0af1b996-d4e3-41f8-bd7a-0d5ea5950b7b req-c0004f6f-e32f-4c74-8d69-408797bc7149 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 210 time: 0.1039238 May 18 06:18:49.215604 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=78802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:18:49.216061 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121364'] for segment, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.223292 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: Traceback (most recent call last): May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: timer() May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: cb(*args, **kw) May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: return func(*args, **kwargs) May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: self._notify() May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: self.callback(batched_events) May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: event.method(event) May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: return f(self, *a, **k) May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._get(url).json() May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: return self.request(url, 'GET', **kwargs) May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:18:49.239160 dv-cinder-784623-10-iscsi neutron-server[78802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:18:49.279327 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392c42ee-0c64-4072-9b3c-248be4c5ec57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d27a7a-f167-4416-92ed-3bf8d862ce94'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:49.302362 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port f5d27a7a-f167-4416-92ed-3bf8d862ce94, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f5d27a7a-f167-4416-92ed-3bf8d862ce94,segment=NetworkSegment(158dbd80-126b-4aca-bef7-62ccf8d7fc3b),segment_id=158dbd80-126b-4aca-bef7-62ccf8d7fc3b)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:49.310743 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.314670 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4de28e49-7a46-44df-8cb3-206bd5e824d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:49.349755 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.406738 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392c42ee-0c64-4072-9b3c-248be4c5ec57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d27a7a-f167-4416-92ed-3bf8d862ce94', 'code': 200} May 18 06:18:49.418317 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.427467 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:49.435341 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['e3e0027b-3e09-41d6-ac0c-11218247b5ce', 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:49.486332 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.515292 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-62946cc3-6828-40a7-9969-6adbde1d62df req-277b405d-ce21-445d-bda3-9e1bd94be902 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357859 May 18 06:18:49.528556 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.538209 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:49.539228 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=f5d27a7a-f167-4416-92ed-3bf8d862ce94,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:49.543443 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:49.573516 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Network 0edeb913-fb6f-4985-9386-728cbae15a09 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:18:49.589636 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:18:49.590540 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33852) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:49.592291 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] 10.222.0.13 "DELETE /v2.0/networks/b6282e25-cc91-484c-90f8-1a90f3a03d7e HTTP/1.1" status: 204 len: 168 time: 0.9814408 May 18 06:18:49.595450 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] Pushing event deleted for resources: {'Network': ['ID=b6282e25-cc91-484c-90f8-1a90f3a03d7e,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:49.605216 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-a0d009d3-b8e0-4d00-a425-2e8671cdfa1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:49.632783 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:18:49.645939 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:49.646618 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.679054 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Pushing event updated for resources: {'Port': ['ID=edf3e2ae-7913-4df4-abcf-361e77a25c7e,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:49.686645 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:49.701735 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2d246f9f-03a9-4475-befb-5c8ddc3fbb60 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2834024 May 18 06:18:49.706667 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1a84ab-bd13-439f-9049-61af667b077e admin admin] Deleting subnet 14cbc149-f3c4-431b-8562-f26d4ec54091 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:18:49.709764 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4e1a84ab-bd13-439f-9049-61af667b077e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.743679 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Request body: {'port': {'device_id': 'fb3c051d-8eec-4428-8144-305c640aa172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:18:49.771815 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb167f69-1208-4ef1-9461-f0c0686a27ef req-cd873c58-301a-49c5-b854-33009481f6ae tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:49.773327 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bb167f69-1208-4ef1-9461-f0c0686a27ef req-cd873c58-301a-49c5-b854-33009481f6ae tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 945 time: 0.1903243 May 18 06:18:49.812825 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb59eec-29bc-4250-80ae-aaa16acf2ca7 req-dcaeda7b-950c-4c7b-8611-d97c8a75da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:49.813631 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4e1a84ab-bd13-439f-9049-61af667b077e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.814328 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceb59eec-29bc-4250-80ae-aaa16acf2ca7 req-dcaeda7b-950c-4c7b-8611-d97c8a75da29 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 1098 time: 0.1216545 May 18 06:18:49.847285 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bb167f69-1208-4ef1-9461-f0c0686a27ef req-b4ea8b13-8874-405b-88a5-d7ffb9f22501 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677738 May 18 06:18:49.872935 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceb59eec-29bc-4250-80ae-aaa16acf2ca7 req-ccce8f39-c64b-44a7-9ab4-016529515847 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451314 May 18 06:18:49.885724 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4e1a84ab-bd13-439f-9049-61af667b077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:49.996107 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.162568 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0fb11ffb-3c36-4b87-9af6-f9bcf88133e0 req-86cd14b2-8d2d-42b1-80c0-06fc01ae1dda service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3514400 May 18 06:18:50.554068 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0fabe-1666-493b-94ec-e26db8a9e977 req-9fbfa8aa-f7c4-4835-afd0-427277173e38 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:50.556211 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2ea0fabe-1666-493b-94ec-e26db8a9e977 req-9fbfa8aa-f7c4-4835-afd0-427277173e38 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 932 time: 0.1460321 May 18 06:18:50.645538 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4e1a84ab-bd13-439f-9049-61af667b077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.653498 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2ea0fabe-1666-493b-94ec-e26db8a9e977 req-fdb6d828-fb1c-458f-b080-631f38dd2029 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909221 May 18 06:18:50.668463 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:50.790397 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33890) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:50.819732 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d32c7-8a85-41bc-9f52-df5f78dc264e req-c67a89cf-f499-4a9d-b85d-291df65ef401 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:50.821468 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d52d32c7-8a85-41bc-9f52-df5f78dc264e req-c67a89cf-f499-4a9d-b85d-291df65ef401 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1092229 May 18 06:18:50.825968 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a84ab-bd13-439f-9049-61af667b077e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14cbc149-f3c4-431b-8562-f26d4ec54091,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:50.835843 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4e1a84ab-bd13-439f-9049-61af667b077e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:50.841781 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb11ffb-3c36-4b87-9af6-f9bcf88133e0 req-75e0e93f-1dd6-4709-a502-66ff9ebd3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:50.849752 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0fb11ffb-3c36-4b87-9af6-f9bcf88133e0 req-75e0e93f-1dd6-4709-a502-66ff9ebd3fb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 1099 time: 0.5475888 May 18 06:18:50.853006 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4e1a84ab-bd13-439f-9049-61af667b077e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:50.868823 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33896) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:50.869806 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4e1a84ab-bd13-439f-9049-61af667b077e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/14cbc149-f3c4-431b-8562-f26d4ec54091 HTTP/1.1" status: 204 len: 168 time: 1.2752860 May 18 06:18:50.999272 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9950135d-600d-4a09-afb9-fd19d6a928af admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.032235 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d52d32c7-8a85-41bc-9f52-df5f78dc264e req-2db2a156-b520-4c98-9ebd-e221d05f8942 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041001 May 18 06:18:51.065291 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-9950135d-600d-4a09-afb9-fd19d6a928af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:51.072333 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf3e2ae-7913-4df4-abcf-361e77a25c7e {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:51.073572 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-9950135d-600d-4a09-afb9-fd19d6a928af admin admin] Usage tracker for resource:security_group_rule and tenant:3e135096964a451d93b79692540b93b3 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:51.080059 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.082552 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-9950135d-600d-4a09-afb9-fd19d6a928af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:51.094632 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.129394 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Transition to ACTIVE for port object edf3e2ae-7913-4df4-abcf-361e77a25c7e will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:18:51.132603 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb11ffb-3c36-4b87-9af6-f9bcf88133e0 req-c3195023-18e1-4ba1-8265-e1e97249a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:51.134330 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0fb11ffb-3c36-4b87-9af6-f9bcf88133e0 req-c3195023-18e1-4ba1-8265-e1e97249a7c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 916 time: 0.2527063 May 18 06:18:51.136476 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.141118 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:51.171779 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-9950135d-600d-4a09-afb9-fd19d6a928af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:51.349167 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0fb11ffb-3c36-4b87-9af6-f9bcf88133e0 req-d4c0336f-4220-4ed2-8c7b-96a258656a6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3e0027b-3e09-41d6-ac0c-11218247b5ce HTTP/1.1" status: 200 len: 217 time: 0.1702485 May 18 06:18:51.373571 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.393783 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c480b75d-49a6-42fd-bb98-fba44cfbded6']}} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:51.414907 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3bad00-e131-445b-b034-719074c1211e') {'for_net_delete': True} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:51.415201 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3bad00-e131-445b-b034-719074c1211e') {} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:18:51.438119 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5120c-2711-4c2f-9840-3afad3be00b8 req-bab45f69-6021-4f2a-8236-94a9bdd27861 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:51.439468 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e6d5120c-2711-4c2f-9840-3afad3be00b8 req-bab45f69-6021-4f2a-8236-94a9bdd27861 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 945 time: 0.3626165 May 18 06:18:51.441929 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66634645'] for segment, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.454858 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Pushing event updated for resources: {'Port': ['ID=edf3e2ae-7913-4df4-abcf-361e77a25c7e,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:51.458162 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:51.485243 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb11ffb-3c36-4b87-9af6-f9bcf88133e0 req-05014664-b9a1-4cba-bb85-ee6ee51a2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:51.486770 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0fb11ffb-3c36-4b87-9af6-f9bcf88133e0 req-05014664-b9a1-4cba-bb85-ee6ee51a2942 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b422b18-596a-408e-a197-936dd80923c4 HTTP/1.1" status: 200 len: 855 time: 0.1211712 May 18 06:18:51.487403 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Attempting to bind port edf3e2ae-7913-4df4-abcf-361e77a25c7e on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:18:51.487755 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Attempting to bind port edf3e2ae-7913-4df4-abcf-361e77a25c7e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:18:51.488085 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Attempting to bind port edf3e2ae-7913-4df4-abcf-361e77a25c7e on network 0edeb913-fb6f-4985-9386-728cbae15a09 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:51.492920 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Port edf3e2ae-7913-4df4-abcf-361e77a25c7e on network 0edeb913-fb6f-4985-9386-728cbae15a09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:18:51.493348 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Attempting to bind port edf3e2ae-7913-4df4-abcf-361e77a25c7e on network 0edeb913-fb6f-4985-9386-728cbae15a09 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:18:51.494235 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.520021 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=78802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:18:51.520412 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121364'] for segment, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.536270 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:18:51.536615 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Checking segment: {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:18:51.537003 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Bound using segment: {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:18:51.537432 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Bound port: edf3e2ae-7913-4df4-abcf-361e77a25c7e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: Traceback (most recent call last): May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: timer() May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: cb(*args, **kw) May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: return func(*args, **kwargs) May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: self._notify() May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: self.callback(batched_events) May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: event.method(event) May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: return f(self, *a, **k) May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._get(url).json() May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: return self.request(url, 'GET', **kwargs) May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:18:51.537570 dv-cinder-784623-10-iscsi neutron-server[78802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:18:51.539817 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.546759 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9950135d-600d-4a09-afb9-fd19d6a928af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.549989 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0fb11ffb-3c36-4b87-9af6-f9bcf88133e0 req-24db2864-d39c-4251-81e4-49fc90cf99a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0edeb913-fb6f-4985-9386-728cbae15a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543568 May 18 06:18:51.597658 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9950135d-600d-4a09-afb9-fd19d6a928af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.614933 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-005f8e52-a085-45cf-aaa2-b2249e8d7470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:51.624142 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e6d5120c-2711-4c2f-9840-3afad3be00b8 req-64000ab0-09cf-42ed-a839-0a3c1ac57aa8 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716635 May 18 06:18:51.660997 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.671674 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-9950135d-600d-4a09-afb9-fd19d6a928af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e135096964a451d93b79692540b93b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8801160 May 18 06:18:51.672481 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33910) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:51.674199 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950135d-600d-4a09-afb9-fd19d6a928af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b53a0-c9df-40e8-8254-2c1447eafa35,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:51.679355 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.681337 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9950135d-600d-4a09-afb9-fd19d6a928af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:51.681865 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:51.719736 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c480b75d-49a6-42fd-bb98-fba44cfbded6,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:51.729801 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] For port edf3e2ae-7913-4df4-abcf-361e77a25c7e, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:18:51.732773 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:51.739663 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-bfa53546-82e6-450f-bc26-7c14ad627be6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c480b75d-49a6-42fd-bb98-fba44cfbded6 HTTP/1.1" status: 204 len: 168 time: 0.8639534 May 18 06:18:51.756820 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] For port edf3e2ae-7913-4df4-abcf-361e77a25c7e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=edf3e2ae-7913-4df4-abcf-361e77a25c7e,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:18:51.763846 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0fb11ffb-3c36-4b87-9af6-f9bcf88133e0 req-c7c2eab3-408b-4996-9033-d9f27a7d9914 service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773705 May 18 06:18:51.765436 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.770473 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0823e911-26bb-49c4-82b8-f09a1c86296d tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:51.787780 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d0d498d0-956d-4bc8-8494-16b5baed9b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.820974 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d0d498d0-956d-4bc8-8494-16b5baed9b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.889754 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33918) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:51.919442 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:51.920086 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:51.921437 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] 10.222.0.18 "PUT /v2.0/ports/edf3e2ae-7913-4df4-abcf-361e77a25c7e HTTP/1.1" status: 200 len: 1094 time: 2.1819966 May 18 06:18:51.921939 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3c051d-8eec-4428-8144-305c640aa172', 'tag': 'edf3e2ae-7913-4df4-abcf-361e77a25c7e'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:18:51.954848 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Pushing event updated for resources: {'Port': ['ID=edf3e2ae-7913-4df4-abcf-361e77a25c7e,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:51.967581 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:52.027482 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3c051d-8eec-4428-8144-305c640aa172', 'tag': 'edf3e2ae-7913-4df4-abcf-361e77a25c7e', 'status': 'completed', 'code': 200} May 18 06:18:52.050836 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-dd507992-9616-45f5-a9de-1969def8aff8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a85c48689644a428d1929b6bf572c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548839 May 18 06:18:52.054406 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33928) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:52.063645 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0fb11ffb-3c36-4b87-9af6-f9bcf88133e0 req-97eb55db-f42c-4304-bdca-3ca44e2246aa service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630069 May 18 06:18:52.077118 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d0d498d0-956d-4bc8-8494-16b5baed9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.088612 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-cc035dec-6989-4ea3-8aac-1947b4cfe976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:52.119888 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-c69bd546-2c5d-49a8-8756-b32fd33dfd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:52.119991 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d498d0-956d-4bc8-8494-16b5baed9b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b53a0-c9df-40e8-8254-2c1447eafa35,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:52.120082 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-c69bd546-2c5d-49a8-8756-b32fd33dfd7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 1097 time: 0.1253161 May 18 06:18:52.122323 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64843900-29e1-4b7d-bf13-8c93e53cb3f8 req-336c13fc-b7ad-4829-86d8-98aee8c99a47 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:52.129260 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-64843900-29e1-4b7d-bf13-8c93e53cb3f8 req-336c13fc-b7ad-4829-86d8-98aee8c99a47 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 944 time: 0.2919185 May 18 06:18:52.131763 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d0d498d0-956d-4bc8-8494-16b5baed9b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:52.171985 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d0d498d0-956d-4bc8-8494-16b5baed9b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.176036 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d0d498d0-956d-4bc8-8494-16b5baed9b7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c10b53a0-c9df-40e8-8254-2c1447eafa35 HTTP/1.1" status: 204 len: 168 time: 0.4989536 May 18 06:18:52.223517 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-64843900-29e1-4b7d-bf13-8c93e53cb3f8 req-a38d156e-b55d-4feb-afc8-28ecdef8de61 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931025 May 18 06:18:52.225672 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b15649e7-2d4b-4d1c-b587-fc9f026af680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.230300 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-711e48f7-2f44-4f0d-bcea-a92b41b040ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf3e2ae-7913-4df4-abcf-361e77a25c7e HTTP/1.1" status: 200 len: 217 time: 0.0992262 May 18 06:18:52.354102 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b15649e7-2d4b-4d1c-b587-fc9f026af680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.428579 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-b6c5111a-9cb4-443a-98e3-1361d9999d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:52.430093 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-b6c5111a-9cb4-443a-98e3-1361d9999d85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b422b18-596a-408e-a197-936dd80923c4 HTTP/1.1" status: 200 len: 855 time: 0.1897910 May 18 06:18:52.454668 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194dc0d-466f-4506-a828-565b665f4575 req-25e181cd-c8bc-457d-9efd-160bc218b696 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:52.456439 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7194dc0d-466f-4506-a828-565b665f4575 req-25e181cd-c8bc-457d-9efd-160bc218b696 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.2318587 May 18 06:18:52.501896 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b15649e7-2d4b-4d1c-b587-fc9f026af680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.508662 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-17932eb1-3fb7-4a4c-b263-6bbca980d218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:52.511687 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-8f2cf092-4d50-4c68-9d28-b9e5eaf64b04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0edeb913-fb6f-4985-9386-728cbae15a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629966 May 18 06:18:52.521751 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7194dc0d-466f-4506-a828-565b665f4575 req-b78fb81b-80b7-46bc-88cf-bc0bd885d34d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577126 May 18 06:18:52.525669 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15649e7-2d4b-4d1c-b587-fc9f026af680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c00165e-4de0-41e7-8f28-65aa0b865b01,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:52.534273 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b15649e7-2d4b-4d1c-b587-fc9f026af680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:52.536427 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b15649e7-2d4b-4d1c-b587-fc9f026af680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:52.537608 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-b15649e7-2d4b-4d1c-b587-fc9f026af680 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c00165e-4de0-41e7-8f28-65aa0b865b01 HTTP/1.1" status: 204 len: 168 time: 0.4821320 May 18 06:18:52.898348 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-2acd6ed5-4178-45c1-b175-41d6052892c0 service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774378 May 18 06:18:52.940603 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f72f0-3bbe-47eb-9228-aafaedfa38b1 req-46098123-c68b-420b-a9c8-4c5c45daef98 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:52.943056 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ae9f72f0-3bbe-47eb-9228-aafaedfa38b1 req-46098123-c68b-420b-a9c8-4c5c45daef98 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 945 time: 0.1190972 May 18 06:18:53.040353 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ae9f72f0-3bbe-47eb-9228-aafaedfa38b1 req-bf84d05d-d972-4134-a7ae-a4dbfabdf86c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898767 May 18 06:18:53.130234 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a49c4130-8ccc-4d75-a131-3a55adf6490e req-bb792f6d-8afb-481e-b742-ce56f5edefeb service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214696 May 18 06:18:53.189042 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 33982) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:53.296145 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-04f60879-f145-4911-9457-de36a31cf96c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c70739cecb9e4cc895989dc10df65441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058660 May 18 06:18:53.298617 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 33990) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:53.354446 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.355954 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1b8e1-09a5-4e95-8546-ec75f76120b8 req-c0653672-bf28-497c-83e2-851b50e3b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:53.357660 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-aab1b8e1-09a5-4e95-8546-ec75f76120b8 req-c0653672-bf28-497c-83e2-851b50e3b90e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 1097 time: 0.1557074 May 18 06:18:53.418963 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44ac1d-4c19-4e48-9e1a-50fdcbf196e4 req-ad973c91-7e06-47a4-b069-e7b1de6dae25 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:53.420459 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ed44ac1d-4c19-4e48-9e1a-50fdcbf196e4 req-ad973c91-7e06-47a4-b069-e7b1de6dae25 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 944 time: 0.0814331 May 18 06:18:53.481849 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ed44ac1d-4c19-4e48-9e1a-50fdcbf196e4 req-60a92958-7e1b-4cd9-ab11-81cf78265824 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527935 May 18 06:18:53.513786 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f48a98fd-41bb-4260-8ce8-dcf9e2dd1c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.567112 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f48a98fd-41bb-4260-8ce8-dcf9e2dd1c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.581996 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1b8e1-09a5-4e95-8546-ec75f76120b8 req-5759866e-44b4-41e8-8b41-d844d467a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:53.583494 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-aab1b8e1-09a5-4e95-8546-ec75f76120b8 req-5759866e-44b4-41e8-8b41-d844d467a5e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 916 time: 0.2099388 May 18 06:18:53.702822 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-aab1b8e1-09a5-4e95-8546-ec75f76120b8 req-9a4936ea-2bbb-4985-99e8-ea3d33043a43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edf3e2ae-7913-4df4-abcf-361e77a25c7e HTTP/1.1" status: 200 len: 217 time: 0.1058052 May 18 06:18:53.770167 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f48a98fd-41bb-4260-8ce8-dcf9e2dd1c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.773920 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c329281-42f9-4e2d-a2ed-1c83d33a8a02 req-33a7842a-04f0-40b3-bc8a-d5e1985e66ae tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:53.775562 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5c329281-42f9-4e2d-a2ed-1c83d33a8a02 req-33a7842a-04f0-40b3-bc8a-d5e1985e66ae tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0857744 May 18 06:18:53.776765 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b4878ee5-6ca9-40c0-81a5-9d939a047e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:53.785767 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1b8e1-09a5-4e95-8546-ec75f76120b8 req-b5163fe0-d54d-4798-ad2b-863845208757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:53.787182 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-aab1b8e1-09a5-4e95-8546-ec75f76120b8 req-b5163fe0-d54d-4798-ad2b-863845208757 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b422b18-596a-408e-a197-936dd80923c4 HTTP/1.1" status: 200 len: 855 time: 0.0713382 May 18 06:18:53.791336 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a98fd-41bb-4260-8ce8-dcf9e2dd1c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9313b928-efa4-4903-8c14-7ffc79cd0f8a,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:53.794333 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f48a98fd-41bb-4260-8ce8-dcf9e2dd1c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:53.796382 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f48a98fd-41bb-4260-8ce8-dcf9e2dd1c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:53.797426 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f48a98fd-41bb-4260-8ce8-dcf9e2dd1c50 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9313b928-efa4-4903-8c14-7ffc79cd0f8a HTTP/1.1" status: 204 len: 168 time: 0.4941509 May 18 06:18:53.833155 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5c329281-42f9-4e2d-a2ed-1c83d33a8a02 req-9aeb7259-7793-4146-9551-8113dfbff110 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503492 May 18 06:18:53.863862 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-aab1b8e1-09a5-4e95-8546-ec75f76120b8 req-3f709aa8-217e-469f-9ee6-01ad667b54a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0edeb913-fb6f-4985-9386-728cbae15a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482354 May 18 06:18:54.035875 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-aab1b8e1-09a5-4e95-8546-ec75f76120b8 req-d784d240-909f-416e-b0c2-a890909357b1 service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638215 May 18 06:18:54.185558 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-aab1b8e1-09a5-4e95-8546-ec75f76120b8 req-42a53540-c072-4e71-b6f7-2f53f31f504f service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390631 May 18 06:18:54.423696 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 34034) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:54.544634 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-677bef3e-a167-4968-9be7-84f55c94f72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.559850 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-677bef3e-a167-4968-9be7-84f55c94f72f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:54.563940 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-677bef3e-a167-4968-9be7-84f55c94f72f admin admin] Usage tracker for resource:security_group_rule and tenant:250910ab56d84980aad8e3fd9065637c is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:54.567104 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-677bef3e-a167-4968-9be7-84f55c94f72f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:54.582993 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-677bef3e-a167-4968-9be7-84f55c94f72f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:54.670801 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1929109-2bdb-4465-b5c3-06495c1e22f4 req-77ac5660-d073-410c-a6e5-f668006a1dd6 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:54.672182 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a1929109-2bdb-4465-b5c3-06495c1e22f4 req-77ac5660-d073-410c-a6e5-f668006a1dd6 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 944 time: 0.0871403 May 18 06:18:54.682373 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-677bef3e-a167-4968-9be7-84f55c94f72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.689441 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-677bef3e-a167-4968-9be7-84f55c94f72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.698244 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c8928664-7ada-459d-904e-465424168116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:54.732126 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a1929109-2bdb-4465-b5c3-06495c1e22f4 req-8a787fc4-ae1e-40eb-8cc4-dca69bc722d8 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513401 May 18 06:18:54.738311 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bef3e-a167-4968-9be7-84f55c94f72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d821115-7ae0-417e-b746-a9a8158ed600,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:54.742406 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-677bef3e-a167-4968-9be7-84f55c94f72f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=250910ab56d84980aad8e3fd9065637c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177016 May 18 06:18:54.748669 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 34052) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:54.752283 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-677bef3e-a167-4968-9be7-84f55c94f72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:54.809317 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-24487bff-e172-429b-aac3-e306d7d8fe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.835200 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-24487bff-e172-429b-aac3-e306d7d8fe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.898498 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-24487bff-e172-429b-aac3-e306d7d8fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.904377 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e1b923ae-aaef-4181-84f0-d43fea19d5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:54.914543 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24487bff-e172-429b-aac3-e306d7d8fe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d821115-7ae0-417e-b746-a9a8158ed600,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:54.917439 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-24487bff-e172-429b-aac3-e306d7d8fe0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:54.927198 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-24487bff-e172-429b-aac3-e306d7d8fe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:54.928809 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-24487bff-e172-429b-aac3-e306d7d8fe0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d821115-7ae0-417e-b746-a9a8158ed600 HTTP/1.1" status: 204 len: 168 time: 0.1789443 May 18 06:18:55.022239 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d56e1b-78b9-451b-8ee8-7591d450d34c req-885afd68-979f-4d9e-bfd7-96168a40f720 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:55.023735 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-75d56e1b-78b9-451b-8ee8-7591d450d34c req-885afd68-979f-4d9e-bfd7-96168a40f720 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0808907 May 18 06:18:55.076847 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-75d56e1b-78b9-451b-8ee8-7591d450d34c req-8d69d504-6380-482a-b1c5-bab1d3214bf4 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462205 May 18 06:18:55.300915 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 34078) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:55.318121 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cbe5917c-fb88-4a2c-96e4-8111cda5fb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:55.332338 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-cbe5917c-fb88-4a2c-96e4-8111cda5fb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:55.336047 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-cbe5917c-fb88-4a2c-96e4-8111cda5fb6e admin admin] Usage tracker for resource:security_group_rule and tenant:21aa22c8ff2f4f6e83f7d28e81b34ef4 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:55.340010 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-cbe5917c-fb88-4a2c-96e4-8111cda5fb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:55.345963 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-cbe5917c-fb88-4a2c-96e4-8111cda5fb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:55.443163 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cbe5917c-fb88-4a2c-96e4-8111cda5fb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:55.447627 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-cbe5917c-fb88-4a2c-96e4-8111cda5fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:55.455945 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0f1b1360-0aad-4ec4-8959-dfd9db3d88d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:55.495274 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-cbe5917c-fb88-4a2c-96e4-8111cda5fb6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21aa22c8ff2f4f6e83f7d28e81b34ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932466 May 18 06:18:55.496195 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5917c-fb88-4a2c-96e4-8111cda5fb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8409b990-08e0-4c32-8fb2-a9920547132d,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:55.497952 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34086) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:55.499011 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cbe5917c-fb88-4a2c-96e4-8111cda5fb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:55.558265 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-54530416-bd07-4614-9a49-e34e7cb6a12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:55.583417 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-54530416-bd07-4614-9a49-e34e7cb6a12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:55.637477 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-54530416-bd07-4614-9a49-e34e7cb6a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:55.642498 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-dc5ef1f0-dd6f-4b09-9f94-58535acc1bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:55.646366 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 34092) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:55.652730 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54530416-bd07-4614-9a49-e34e7cb6a12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8409b990-08e0-4c32-8fb2-a9920547132d,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:55.656155 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-54530416-bd07-4614-9a49-e34e7cb6a12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:55.659323 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-54530416-bd07-4614-9a49-e34e7cb6a12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:55.660449 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-54530416-bd07-4614-9a49-e34e7cb6a12c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8409b990-08e0-4c32-8fb2-a9920547132d HTTP/1.1" status: 204 len: 168 time: 0.1607833 May 18 06:18:55.891533 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7ac7f526-67db-4ae6-b1c0-0d0cf2c21582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:55.907393 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7ac7f526-67db-4ae6-b1c0-0d0cf2c21582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:55.911415 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7ac7f526-67db-4ae6-b1c0-0d0cf2c21582 admin admin] Usage tracker for resource:security_group_rule and tenant:194e5ad7532d4406ab79f29a2c3cc84f is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:55.914453 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7ac7f526-67db-4ae6-b1c0-0d0cf2c21582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:55.920768 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7ac7f526-67db-4ae6-b1c0-0d0cf2c21582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:55.924590 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a179907-5e4c-47b1-9239-024551a049c4 req-e6a092d3-390f-4060-a2d0-52cfc8780c13 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:55.926415 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0a179907-5e4c-47b1-9239-024551a049c4 req-e6a092d3-390f-4060-a2d0-52cfc8780c13 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 944 time: 0.0897698 May 18 06:18:55.975787 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0a179907-5e4c-47b1-9239-024551a049c4 req-ff9413d4-879a-48ba-ac9e-0c2d26044827 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 May 18 06:18:56.017121 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7ac7f526-67db-4ae6-b1c0-0d0cf2c21582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.020053 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7ac7f526-67db-4ae6-b1c0-0d0cf2c21582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.029469 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4eefce13-ef5d-4a04-a9c6-caa48f6b6cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:56.068331 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34104) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:56.071361 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7ac7f526-67db-4ae6-b1c0-0d0cf2c21582 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=194e5ad7532d4406ab79f29a2c3cc84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4213853 May 18 06:18:56.071361 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7f526-67db-4ae6-b1c0-0d0cf2c21582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d36a859-e463-45a3-8832-52f56f1bf5ac,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:56.072788 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 34108) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:56.075314 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7ac7f526-67db-4ae6-b1c0-0d0cf2c21582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:56.085303 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5f9bb754-3208-4357-959e-e1e266207fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.099904 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-5f9bb754-3208-4357-959e-e1e266207fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:56.105090 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-5f9bb754-3208-4357-959e-e1e266207fcb admin admin] Usage tracker for resource:security_group_rule and tenant:fbbf735894054b208bc267c459c45abf is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:56.106718 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-5f9bb754-3208-4357-959e-e1e266207fcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:56.112652 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-5f9bb754-3208-4357-959e-e1e266207fcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:56.132996 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c3edb666-1edb-483d-ad56-c6256173959d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.165149 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c3edb666-1edb-483d-ad56-c6256173959d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.227841 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c3edb666-1edb-483d-ad56-c6256173959d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.233140 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f21bb49c-2a96-42c0-ae98-67d05e803f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:56.247112 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edb666-1edb-483d-ad56-c6256173959d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d36a859-e463-45a3-8832-52f56f1bf5ac,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:56.250658 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c3edb666-1edb-483d-ad56-c6256173959d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:56.251982 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5f9bb754-3208-4357-959e-e1e266207fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.261633 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-5f9bb754-3208-4357-959e-e1e266207fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.271297 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9198228d-5cf3-496b-8742-c74aa039db97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:56.280946 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c3edb666-1edb-483d-ad56-c6256173959d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.282367 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c3edb666-1edb-483d-ad56-c6256173959d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d36a859-e463-45a3-8832-52f56f1bf5ac HTTP/1.1" status: 204 len: 168 time: 0.2084556 May 18 06:18:56.321346 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bb754-3208-4357-959e-e1e266207fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c6d146-b346-439f-883e-8c7aec925d71,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:56.328536 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-5f9bb754-3208-4357-959e-e1e266207fcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbbf735894054b208bc267c459c45abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566469 May 18 06:18:56.328536 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-5f9bb754-3208-4357-959e-e1e266207fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:56.329001 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 34118) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:56.347274 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69accc66-4d26-44ed-ab65-7b2f2d40055c req-68fa416f-7b53-4b4c-8ae3-0cb12f668b3a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:56.348948 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-69accc66-4d26-44ed-ab65-7b2f2d40055c req-68fa416f-7b53-4b4c-8ae3-0cb12f668b3a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1597226 May 18 06:18:56.391380 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-216534ab-e8bc-4854-a334-63da071f6aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.395377 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-69accc66-4d26-44ed-ab65-7b2f2d40055c req-39350642-f289-4438-a02d-4f2f9fe2776a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 May 18 06:18:56.418429 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-216534ab-e8bc-4854-a334-63da071f6aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.478606 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-216534ab-e8bc-4854-a334-63da071f6aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.489156 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cc1cffb5-b5dc-484a-98d9-804c73e6787e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:56.502907 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216534ab-e8bc-4854-a334-63da071f6aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c6d146-b346-439f-883e-8c7aec925d71,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:56.505803 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-216534ab-e8bc-4854-a334-63da071f6aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:56.506898 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-216534ab-e8bc-4854-a334-63da071f6aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.508042 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-216534ab-e8bc-4854-a334-63da071f6aa0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66c6d146-b346-439f-883e-8c7aec925d71 HTTP/1.1" status: 204 len: 168 time: 0.1781769 May 18 06:18:56.660015 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 34128) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:56.678195 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9a65-d75b-451b-9297-a241b38a59f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.693323 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7c5b9a65-d75b-451b-9297-a241b38a59f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:18:56.698014 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7c5b9a65-d75b-451b-9297-a241b38a59f0 admin admin] Usage tracker for resource:security_group_rule and tenant:4e67ec2317fc46dbb1c9b3ed8e24a410 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:18:56.701078 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7c5b9a65-d75b-451b-9297-a241b38a59f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:18:56.707019 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7c5b9a65-d75b-451b-9297-a241b38a59f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:18:56.792753 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9a65-d75b-451b-9297-a241b38a59f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.796900 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9a65-d75b-451b-9297-a241b38a59f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.804144 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f48a98fd-41bb-4260-8ce8-dcf9e2dd1c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:56.847946 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7c5b9a65-d75b-451b-9297-a241b38a59f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e67ec2317fc46dbb1c9b3ed8e24a410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868033 May 18 06:18:56.848839 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b9a65-d75b-451b-9297-a241b38a59f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c8e6be-0a16-466a-af94-fdcdd1a2df47,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:56.850936 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34138) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:56.851757 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7c5b9a65-d75b-451b-9297-a241b38a59f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:56.911750 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e484-4c85-49f1-8d75-9249328a680d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.937402 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e484-4c85-49f1-8d75-9249328a680d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.992374 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e484-4c85-49f1-8d75-9249328a680d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:56.998513 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-abcc4d98-64a7-4b7d-8053-918d4114eb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:57.011085 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1e484-4c85-49f1-8d75-9249328a680d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c8e6be-0a16-466a-af94-fdcdd1a2df47,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:57.014308 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c4c1e484-4c85-49f1-8d75-9249328a680d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:57.026126 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c4c1e484-4c85-49f1-8d75-9249328a680d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:57.027373 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-c4c1e484-4c85-49f1-8d75-9249328a680d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88c8e6be-0a16-466a-af94-fdcdd1a2df47 HTTP/1.1" status: 204 len: 168 time: 0.1743195 May 18 06:18:57.200088 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2492-0972-4df1-ab00-d81d2212ac24 req-4727d53c-86a9-46e6-827d-c7650fea7d70 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:57.201646 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d70a2492-0972-4df1-ab00-d81d2212ac24 req-4727d53c-86a9-46e6-827d-c7650fea7d70 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 944 time: 0.0854363 May 18 06:18:57.276659 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d70a2492-0972-4df1-ab00-d81d2212ac24 req-714e2b31-6991-4d56-a3be-d42fb143dd46 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693824 May 18 06:18:57.638792 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0f16f-82db-4b77-96b9-97c145ce0406 req-68ebe2d0-eab4-43ff-a09b-ba3dc5db05bc tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:57.647396 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eda0f16f-82db-4b77-96b9-97c145ce0406 req-68ebe2d0-eab4-43ff-a09b-ba3dc5db05bc tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1072488 May 18 06:18:57.706415 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eda0f16f-82db-4b77-96b9-97c145ce0406 req-ab106a4c-b96a-453e-9b0b-3d4ccbca8492 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576766 May 18 06:18:57.922269 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18e1ac-1059-4524-a5dd-0c357eb22c41 req-bee7967b-4f7e-4d8e-8a77-14ad2b957d55 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:57.923749 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9b18e1ac-1059-4524-a5dd-0c357eb22c41 req-bee7967b-4f7e-4d8e-8a77-14ad2b957d55 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 945 time: 0.0827811 May 18 06:18:57.975994 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9b18e1ac-1059-4524-a5dd-0c357eb22c41 req-d2768eda-1277-42cc-9868-7ddad6cec854 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 May 18 06:18:58.474060 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de75416-d998-474d-abb7-3bf008657060 req-15c5960d-220e-473c-92a1-2d7d4535bf7f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:58.474060 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1de75416-d998-474d-abb7-3bf008657060 req-15c5960d-220e-473c-92a1-2d7d4535bf7f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 944 time: 0.0896242 May 18 06:18:58.524283 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1de75416-d998-474d-abb7-3bf008657060 req-a31617f7-5ead-4267-983a-38940f72df40 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443811 May 18 06:18:58.913307 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device edf3e2ae-7913-4df4-abcf-361e77a25c7e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:18:59.018743 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b156685-de8d-4471-8b03-e0592af33eb9 req-935b53e2-fe92-4020-bd7b-381e8455d19a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:59.028946 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8b156685-de8d-4471-8b03-e0592af33eb9 req-935b53e2-fe92-4020-bd7b-381e8455d19a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.2042384 May 18 06:18:59.086446 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8b156685-de8d-4471-8b03-e0592af33eb9 req-88c396a7-7fcb-4718-99a6-7225ba9b6ad7 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563309 May 18 06:18:59.121683 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port edf3e2ae-7913-4df4-abcf-361e77a25c7e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=edf3e2ae-7913-4df4-abcf-361e77a25c7e,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:59.139847 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': 'edf3e2ae-7913-4df4-abcf-361e77a25c7e', 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09', 'port_id': 'edf3e2ae-7913-4df4-abcf-361e77a25c7e', 'mac_address': 'fa:16:3e:0f:b6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b422b18-596a-408e-a197-936dd80923c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:18:59.234958 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:59.261727 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aea06-97c8-4a99-85d5-0dedad3bacf5 req-e6339486-4fcd-4e88-8a2e-b14ee6a243cf tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:59.263269 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cd2aea06-97c8-4a99-85d5-0dedad3bacf5 req-e6339486-4fcd-4e88-8a2e-b14ee6a243cf tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 945 time: 0.1160479 May 18 06:18:59.284327 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf3e2ae-7913-4df4-abcf-361e77a25c7e {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:18:59.304810 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port edf3e2ae-7913-4df4-abcf-361e77a25c7e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=edf3e2ae-7913-4df4-abcf-361e77a25c7e,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:18:59.310311 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:18:59.312901 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-808fb292-f9dc-4f16-b220-8a7553cf1fe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:18:59.363900 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cd2aea06-97c8-4a99-85d5-0dedad3bacf5 req-26cdba01-00de-4879-becd-d89cc164926e tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913627 May 18 06:18:59.407045 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=edf3e2ae-7913-4df4-abcf-361e77a25c7e,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:18:59.417874 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:18:59.655000 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['edf3e2ae-7913-4df4-abcf-361e77a25c7e'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:18:59.809847 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118011fe-1426-4e5c-8555-92defa63f600 req-69417d19-ef9f-4bc1-938f-f68adc3fd1be tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:59.822691 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-118011fe-1426-4e5c-8555-92defa63f600 req-69417d19-ef9f-4bc1-938f-f68adc3fd1be tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 945 time: 0.1511066 May 18 06:18:59.899385 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-118011fe-1426-4e5c-8555-92defa63f600 req-5fc2fa0f-b60f-4794-b62e-d22463b226c6 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738208 May 18 06:18:59.949541 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34302) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:18:59.955472 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-a6742dfa-b45b-420a-9afc-762fc826bb92 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:18:59.956218 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-a6742dfa-b45b-420a-9afc-762fc826bb92 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Synchronizing usage tracker for tenant:939e39e032e3427dbefc8637fd240077 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:18:59.995111 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-a6742dfa-b45b-420a-9afc-762fc826bb92 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Unset dirty status for tenant:939e39e032e3427dbefc8637fd240077 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:18:59.996607 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-a6742dfa-b45b-420a-9afc-762fc826bb92 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.18 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 945 time: 0.4100204 May 18 06:19:00.117409 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-97993444-f6bf-43dc-8c50-5ffc1a9ca918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.136080 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-97993444-f6bf-43dc-8c50-5ffc1a9ca918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:00.141350 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-97993444-f6bf-43dc-8c50-5ffc1a9ca918 admin admin] Usage tracker for resource:security_group_rule and tenant:91819ab33d5b4c8a8ee964d1bbf4359e is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:00.146980 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-97993444-f6bf-43dc-8c50-5ffc1a9ca918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:00.153072 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-97993444-f6bf-43dc-8c50-5ffc1a9ca918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:00.175682 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Deleting port f5d27a7a-f167-4416-92ed-3bf8d862ce94 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:19:00.177014 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.338267 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-97993444-f6bf-43dc-8c50-5ffc1a9ca918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.339904 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] For port f5d27a7a-f167-4416-92ed-3bf8d862ce94, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f5d27a7a-f167-4416-92ed-3bf8d862ce94,segment=NetworkSegment(158dbd80-126b-4aca-bef7-62ccf8d7fc3b),segment_id=158dbd80-126b-4aca-bef7-62ccf8d7fc3b)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:00.340328 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.342441 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-97993444-f6bf-43dc-8c50-5ffc1a9ca918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.351262 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-5f9bb754-3208-4357-959e-e1e266207fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:00.368039 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384db5c4-0f8c-4f28-ac63-5db7ae897c19 req-67914bc8-ce5b-4cf9-b1d7-7128beff2f38 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:00.370137 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-384db5c4-0f8c-4f28-ac63-5db7ae897c19 req-67914bc8-ce5b-4cf9-b1d7-7128beff2f38 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1700900 May 18 06:19:00.417971 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-97993444-f6bf-43dc-8c50-5ffc1a9ca918 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91819ab33d5b4c8a8ee964d1bbf4359e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640744 May 18 06:19:00.418996 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97993444-f6bf-43dc-8c50-5ffc1a9ca918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed817ea9-b160-47e0-926e-ee1aa25742c5,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:00.421524 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34322) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:00.425984 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-97993444-f6bf-43dc-8c50-5ffc1a9ca918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:00.465169 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Calling delete_port for f5d27a7a-f167-4416-92ed-3bf8d862ce94 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:19:00.466940 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-384db5c4-0f8c-4f28-ac63-5db7ae897c19 req-57b54369-5347-4c16-be7c-d7785abda757 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849111 May 18 06:19:00.554469 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b88890e1-726a-40e3-b666-65f2fc78a039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.580063 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.585392 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:00.586926 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b88890e1-726a-40e3-b666-65f2fc78a039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.603431 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dc88d-2b6a-462c-86f8-a0a98199bd6f req-981e8482-9870-45aa-80e3-48defbec73e4 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:00.604890 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ae8dc88d-2b6a-462c-86f8-a0a98199bd6f req-981e8482-9870-45aa-80e3-48defbec73e4 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 867 time: 0.1345098 May 18 06:19:00.632392 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Pushing event deleted for resources: {'Port': ['ID=f5d27a7a-f167-4416-92ed-3bf8d862ce94,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:00.635878 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:00.670401 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ae8dc88d-2b6a-462c-86f8-a0a98199bd6f req-ccda2efb-648b-4c4c-8d6a-9f188e684093 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572903 May 18 06:19:00.684552 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b88890e1-726a-40e3-b666-65f2fc78a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.689452 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:00.702469 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88890e1-726a-40e3-b666-65f2fc78a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed817ea9-b160-47e0-926e-ee1aa25742c5,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:00.705469 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b88890e1-726a-40e3-b666-65f2fc78a039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.706544 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-b88890e1-726a-40e3-b666-65f2fc78a039 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed817ea9-b160-47e0-926e-ee1aa25742c5 HTTP/1.1" status: 204 len: 168 time: 0.2822099 May 18 06:19:00.707444 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b88890e1-726a-40e3-b666-65f2fc78a039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:00.715394 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] No DVR routers for this DVR port f5d27a7a-f167-4416-92ed-3bf8d862ce94 on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:19:00.718321 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:00.720923 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392c42ee-0c64-4072-9b3c-248be4c5ec57', 'name': 'network-vif-deleted', 'tag': 'f5d27a7a-f167-4416-92ed-3bf8d862ce94'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:00.743348 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-46e80e85-e795-4d54-8a41-815d70db3a37 req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.18 "DELETE /v2.0/ports/f5d27a7a-f167-4416-92ed-3bf8d862ce94 HTTP/1.1" status: 204 len: 173 time: 0.7393017 May 18 06:19:00.769533 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392c42ee-0c64-4072-9b3c-248be4c5ec57', 'name': 'network-vif-deleted', 'tag': 'f5d27a7a-f167-4416-92ed-3bf8d862ce94', 'status': 'completed', 'code': 200} May 18 06:19:00.992443 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34336) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:01.039668 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ddbc-5d2b-4229-a0ac-5224f55a019c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.068421 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-a3c0ddbc-5d2b-4229-a0ac-5224f55a019c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:01.075039 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-a3c0ddbc-5d2b-4229-a0ac-5224f55a019c admin admin] Usage tracker for resource:security_group_rule and tenant:d048b7c9e89f49dcbef75d495f274ee8 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:01.079857 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-a3c0ddbc-5d2b-4229-a0ac-5224f55a019c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:01.086562 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-a3c0ddbc-5d2b-4229-a0ac-5224f55a019c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:01.133029 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5af22-19b0-4527-9332-857b630f40a5 req-72d8707b-aaa7-4dde-a3c8-a677fcd8b92d tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:01.134558 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-54a5af22-19b0-4527-9332-857b630f40a5 req-72d8707b-aaa7-4dde-a3c8-a677fcd8b92d tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 945 time: 0.1257656 May 18 06:19:01.211186 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-54a5af22-19b0-4527-9332-857b630f40a5 req-12fbeca2-f7d9-4051-a524-984a7c26980a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642676 May 18 06:19:01.242676 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ddbc-5d2b-4229-a0ac-5224f55a019c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.246677 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a3c0ddbc-5d2b-4229-a0ac-5224f55a019c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.255404 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0bc2da82-4da6-4aa0-9af6-be90ff742c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:01.295969 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-a3c0ddbc-5d2b-4229-a0ac-5224f55a019c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d048b7c9e89f49dcbef75d495f274ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024049 May 18 06:19:01.296495 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 34348) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:01.301114 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0ddbc-5d2b-4229-a0ac-5224f55a019c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c36a5c-3b1d-4246-bee6-1a38ff2907be,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:01.305092 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-a3c0ddbc-5d2b-4229-a0ac-5224f55a019c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:01.361339 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4b91b182-fcd6-444a-80f7-979ecab05e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.386567 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4b91b182-fcd6-444a-80f7-979ecab05e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.438037 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4b91b182-fcd6-444a-80f7-979ecab05e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.442765 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-95ea65fc-96c0-4648-ba77-2389f926ecb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:01.455109 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91b182-fcd6-444a-80f7-979ecab05e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c36a5c-3b1d-4246-bee6-1a38ff2907be,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:01.457602 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4b91b182-fcd6-444a-80f7-979ecab05e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:01.459769 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4b91b182-fcd6-444a-80f7-979ecab05e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:01.463864 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4b91b182-fcd6-444a-80f7-979ecab05e47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2c36a5c-3b1d-4246-bee6-1a38ff2907be HTTP/1.1" status: 204 len: 168 time: 0.1626809 May 18 06:19:01.664378 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc9ee3-92c2-4106-8d1f-e0a0934e1127 req-de5bcc23-178f-4534-a808-0898c0fbe6f2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:01.665952 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-60cc9ee3-92c2-4106-8d1f-e0a0934e1127 req-de5bcc23-178f-4534-a808-0898c0fbe6f2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0853684 May 18 06:19:01.714292 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-60cc9ee3-92c2-4106-8d1f-e0a0934e1127 req-367eaf4e-ff3f-4c03-afee-cfcf7b82dbd8 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425024 May 18 06:19:01.846892 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e52aeef0-6366-4aba-ac8d-5bbe6b282d93 req-3a1b66e9-3dc3-4964-93b9-ab3e5aef1e1b tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 210 time: 0.0418122 May 18 06:19:02.414529 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6d08f-f81a-41c4-8814-329ed42e0b2f req-03f104c8-6b4c-4a38-915b-8a1bd8938751 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:02.416692 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-25d6d08f-f81a-41c4-8814-329ed42e0b2f req-03f104c8-6b4c-4a38-915b-8a1bd8938751 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 945 time: 0.0858183 May 18 06:19:02.473621 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-25d6d08f-f81a-41c4-8814-329ed42e0b2f req-164ae92d-e63f-4005-bc05-e420bdd1e9e3 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508413 May 18 06:19:02.900821 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580192bc-9779-4cc8-975a-88ed4c991185 req-0ca2ce19-d49b-4643-9bd5-fb8db954cdcd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:02.902394 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-580192bc-9779-4cc8-975a-88ed4c991185 req-0ca2ce19-d49b-4643-9bd5-fb8db954cdcd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0817077 May 18 06:19:02.946315 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-580192bc-9779-4cc8-975a-88ed4c991185 req-454112d8-2cdc-4db3-8778-be4a72764d18 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383577 May 18 06:19:03.085062 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2506edb7-ff09-43fd-af7e-ab3f40b13bd5 req-0ec0569d-3c3d-4d35-ae7f-b45f92142a57 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=392c42ee-0c64-4072-9b3c-248be4c5ec57 HTTP/1.1" status: 200 len: 210 time: 0.0457797 May 18 06:19:03.315498 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['f5d27a7a-f167-4416-92ed-3bf8d862ce94'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:19:03.697274 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e522ac-fb74-459b-b198-904244f023d1 req-bf22dc48-e482-484b-a87a-5119b214b7f8 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:03.698710 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f5e522ac-fb74-459b-b198-904244f023d1 req-bf22dc48-e482-484b-a87a-5119b214b7f8 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 945 time: 0.1005070 May 18 06:19:03.744121 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f5e522ac-fb74-459b-b198-904244f023d1 req-46239471-143d-4040-94f0-7f692adfaa41 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 May 18 06:19:04.023670 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-363a3d65-1fe5-41c2-98f9-df23eb568196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:04.150683 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fc9dc-5979-487a-84c3-9939af1504cc req-05a79329-b165-49de-8e5c-f8858ab0b6a2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:04.152155 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-871fc9dc-5979-487a-84c3-9939af1504cc req-05a79329-b165-49de-8e5c-f8858ab0b6a2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0862300 May 18 06:19:04.198616 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-871fc9dc-5979-487a-84c3-9939af1504cc req-f33b467e-9e8b-4a82-838f-a70f93672e20 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 May 18 06:19:04.532728 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-6d865dbe-5f4f-42e1-b461-f497edfd1af1 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:04.534149 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-6d865dbe-5f4f-42e1-b461-f497edfd1af1 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/networks?id=05ce50fe-deb4-432e-a72a-fda7f938a188 HTTP/1.1" status: 200 len: 809 time: 0.1506774 May 18 06:19:04.548917 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-62d01ad5-2797-4e74-95db-cfc1b8ffe3ee tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/quotas/939e39e032e3427dbefc8637fd240077 HTTP/1.1" status: 200 len: 375 time: 0.0093312 May 18 06:19:04.595190 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-f50ee699-cf16-4209-bf72-f3c1975f90ab tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=939e39e032e3427dbefc8637fd240077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406222 May 18 06:19:04.858635 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-eab29657-bf6b-47f4-a140-ebdf4b06574a service neutron] 10.222.0.13 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547815 May 18 06:19:04.935671 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7616664-987e-4fa6-9033-e9f70f3f3af5 req-5f03e03d-85a6-475b-a2bf-7e9f1c45da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:04.937807 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d7616664-987e-4fa6-9033-e9f70f3f3af5 req-5f03e03d-85a6-475b-a2bf-7e9f1c45da5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 1098 time: 0.1240885 May 18 06:19:05.000835 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d7616664-987e-4fa6-9033-e9f70f3f3af5 req-554de245-a3c8-4370-b19d-e72bff5683fc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538895 May 18 06:19:05.079161 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54748e70-63dd-45a6-847d-775d34bf2654 service neutron] 10.222.0.13 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196140 May 18 06:19:05.094967 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 34476) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:05.108141 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d75fb-897c-409c-be5d-a2bf09b94c82 req-dce07e8e-631d-4e04-8b0c-0957b2b9c506 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:05.114410 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-151d75fb-897c-409c-be5d-a2bf09b94c82 req-dce07e8e-631d-4e04-8b0c-0957b2b9c506 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 945 time: 0.1520255 May 18 06:19:05.162330 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-151d75fb-897c-409c-be5d-a2bf09b94c82 req-3acb452e-2d64-4b30-851c-400f121cdf48 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 May 18 06:19:05.232780 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dd920e2a-f6bc-49fb-836c-ef4a8404759a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.250152 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-dd920e2a-f6bc-49fb-836c-ef4a8404759a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:05.254188 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-dd920e2a-f6bc-49fb-836c-ef4a8404759a admin admin] Usage tracker for resource:security_group_rule and tenant:40447974c17f4b659660d3029a85201d is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:05.257149 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-dd920e2a-f6bc-49fb-836c-ef4a8404759a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:05.263027 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-dd920e2a-f6bc-49fb-836c-ef4a8404759a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:05.292433 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device edf3e2ae-7913-4df4-abcf-361e77a25c7e up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:05.326896 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5a76613d-d45c-4332-9db5-816042623b2a req-62bd8880-b5e9-4d99-9ecd-e3d919720a77 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 210 time: 0.0586081 May 18 06:19:05.385352 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port edf3e2ae-7913-4df4-abcf-361e77a25c7e completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:05.386576 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dd920e2a-f6bc-49fb-836c-ef4a8404759a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.390547 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dd920e2a-f6bc-49fb-836c-ef4a8404759a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.391343 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port edf3e2ae-7913-4df4-abcf-361e77a25c7e triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:05.391957 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.417315 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c3947612-6828-4789-931c-80c52437cf02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:05.441431 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739caca-dc0e-4f15-bfd0-8ca847ddf69e req-138e0ffe-ca85-447a-add3-6f9829000e7b tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:05.443096 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e739caca-dc0e-4f15-bfd0-8ca847ddf69e req-138e0ffe-ca85-447a-add3-6f9829000e7b tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1151936 May 18 06:19:05.443538 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd920e2a-f6bc-49fb-836c-ef4a8404759a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb01b9d8-e56c-4127-8b75-7a6575b98790,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:05.450661 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34492) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:05.450959 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-dd920e2a-f6bc-49fb-836c-ef4a8404759a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40447974c17f4b659660d3029a85201d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536322 May 18 06:19:05.451922 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-dd920e2a-f6bc-49fb-836c-ef4a8404759a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:05.521311 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.536411 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e739caca-dc0e-4f15-bfd0-8ca847ddf69e req-b1817643-e90f-466d-bb5e-4541b56d679c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728638 May 18 06:19:05.560591 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3c051d-8eec-4428-8144-305c640aa172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf3e2ae-7913-4df4-abcf-361e77a25c7e'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:05.579589 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-227ae989-c104-47a3-af14-c7a7b4d89a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.587935 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port edf3e2ae-7913-4df4-abcf-361e77a25c7e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=edf3e2ae-7913-4df4-abcf-361e77a25c7e,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:05.597363 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.598526 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device f5d27a7a-f167-4416-92ed-3bf8d862ce94 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:19:05.617913 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-227ae989-c104-47a3-af14-c7a7b4d89a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.651071 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3c051d-8eec-4428-8144-305c640aa172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf3e2ae-7913-4df4-abcf-361e77a25c7e', 'code': 200} May 18 06:19:05.656275 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:05.684271 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-227ae989-c104-47a3-af14-c7a7b4d89a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.690440 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:05.705975 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ae989-c104-47a3-af14-c7a7b4d89a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb01b9d8-e56c-4127-8b75-7a6575b98790,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:05.732521 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: f5d27a7a-f167-4416-92ed-3bf8d862ce94 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:19:05.732869 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device f5d27a7a-f167-4416-92ed-3bf8d862ce94 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:19:05.734953 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-227ae989-c104-47a3-af14-c7a7b4d89a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:05.741050 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-227ae989-c104-47a3-af14-c7a7b4d89a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:05.744654 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-227ae989-c104-47a3-af14-c7a7b4d89a04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb01b9d8-e56c-4127-8b75-7a6575b98790 HTTP/1.1" status: 204 len: 168 time: 0.2904263 May 18 06:19:05.744797 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=edf3e2ae-7913-4df4-abcf-361e77a25c7e,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:05.747222 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:06.384998 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a9f36-63c5-45fc-8bd8-e8369cfbd632 req-278b78ae-8aa9-477b-91e0-7e4e9a85838a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:06.386764 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-865a9f36-63c5-45fc-8bd8-e8369cfbd632 req-278b78ae-8aa9-477b-91e0-7e4e9a85838a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 946 time: 0.0924642 May 18 06:19:06.437606 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-865a9f36-63c5-45fc-8bd8-e8369cfbd632 req-e87039ad-0ba7-4702-9a62-6c56cc05de19 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447140 May 18 06:19:06.500846 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:06.521621 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-45361841-94eb-4db6-be03-c5c4bba57cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:06.614481 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-daf02a70-1053-4479-9762-ab07219d4e82 req-7e694722-e1a6-4a9c-8ae2-641802e9b471 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 210 time: 0.0426338 May 18 06:19:06.788943 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6830b2-a8b7-4087-9e49-96ff59f04191 req-3b62ee6b-df20-4985-9245-16bb066be365 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:06.790884 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2b6830b2-a8b7-4087-9e49-96ff59f04191 req-3b62ee6b-df20-4985-9245-16bb066be365 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0777655 May 18 06:19:06.838564 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2b6830b2-a8b7-4087-9e49-96ff59f04191 req-949c9749-38ef-4730-a8cc-48bac316c59c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 May 18 06:19:07.589929 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:07.625858 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e70443-7f82-424c-ab20-4bef542eb50e req-effb9c51-60d8-458e-9e71-b4496dd6366b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:07.627363 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-60e70443-7f82-424c-ab20-4bef542eb50e req-effb9c51-60d8-458e-9e71-b4496dd6366b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 946 time: 0.0819831 May 18 06:19:07.674209 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-60e70443-7f82-424c-ab20-4bef542eb50e req-b1970a16-8a5f-4419-b83e-cfbc38c4aa62 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 May 18 06:19:07.809432 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-819dc592-f5bd-467c-8d71-a1286aed96c1 req-2289474b-5761-44c0-a54f-8c020578d7c3 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 210 time: 0.0446086 May 18 06:19:08.018328 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185d897-abfe-4e47-8834-c498f352967f req-9ed5e155-64eb-4770-9295-11ae9a272874 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:08.019776 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1185d897-abfe-4e47-8834-c498f352967f req-9ed5e155-64eb-4770-9295-11ae9a272874 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.0792496 May 18 06:19:08.063088 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1185d897-abfe-4e47-8834-c498f352967f req-45a68e06-fb15-4020-a2c7-8b456356f3a9 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372965 May 18 06:19:08.536773 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa8ffb-1c07-4ea6-92c0-e5ed6a3bd203 req-4403a279-c771-43df-8264-c9fa14430320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:08.538290 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-affa8ffb-1c07-4ea6-92c0-e5ed6a3bd203 req-4403a279-c771-43df-8264-c9fa14430320 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 1099 time: 0.0769386 May 18 06:19:08.583132 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-affa8ffb-1c07-4ea6-92c0-e5ed6a3bd203 req-db0fd6f2-bf34-4069-8b51-0f7e0199bd5a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348017 May 18 06:19:08.878859 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2da4c-543e-4b15-a0e4-a92fb8261674 req-9cd38d17-2122-453e-9a1f-69eedc2e2371 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:08.880268 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a9a2da4c-543e-4b15-a0e4-a92fb8261674 req-9cd38d17-2122-453e-9a1f-69eedc2e2371 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 946 time: 0.0925312 May 18 06:19:08.934007 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a9a2da4c-543e-4b15-a0e4-a92fb8261674 req-9520ed84-2961-43e2-bd70-c844c5c7d81d tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466030 May 18 06:19:09.002195 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6b6d2134-2029-4943-a2cd-fc9425673cad req-2bef1a69-c9fa-4968-9795-edfa10c99575 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 210 time: 0.0494590 May 18 06:19:09.333832 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466de617-84c6-4fea-a12e-0052abe8fc8c req-4fcdb68b-cbbb-4fb1-84d6-2299436f21ed tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:09.346924 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-bdf705c3-f3a6-4dd2-8c9f-bdd9c3fbd7ea tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:09.348127 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-466de617-84c6-4fea-a12e-0052abe8fc8c req-4fcdb68b-cbbb-4fb1-84d6-2299436f21ed tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1538088 May 18 06:19:09.349416 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-bdf705c3-f3a6-4dd2-8c9f-bdd9c3fbd7ea tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.18 "GET /v2.0/networks?id=05ce50fe-deb4-432e-a72a-fda7f938a188 HTTP/1.1" status: 200 len: 809 time: 0.2354407 May 18 06:19:09.371083 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Request body: {'port': {'device_id': 'eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c', 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188', 'admin_state_up': True, 'tenant_id': '939e39e032e3427dbefc8637fd240077'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:09.375288 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.433842 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-466de617-84c6-4fea-a12e-0052abe8fc8c req-4c065214-e037-439e-9dd2-9e6d964c29b1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840485 May 18 06:19:09.514032 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34698) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:09.640680 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:09.647031 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Usage tracker for resource:port and tenant:939e39e032e3427dbefc8637fd240077 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:09.650212 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:09.657286 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:09.672355 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Made reservation on behalf of 939e39e032e3427dbefc8637fd240077 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:09.676889 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.708692 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bfe14b1f-5599-46ee-80dc-43844d0a0bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:09.762934 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-bfe14b1f-5599-46ee-80dc-43844d0a0bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:09.772718 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-bfe14b1f-5599-46ee-80dc-43844d0a0bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:3349e1ea3cc04f468fdaee9e6b0f6f2d is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:09.777298 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-bfe14b1f-5599-46ee-80dc-43844d0a0bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:09.785466 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-bfe14b1f-5599-46ee-80dc-43844d0a0bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:09.844962 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e513ed5-73fc-4f44-b0d1-d3a858f9aaf6 req-04bcfe7d-32d5-493c-b33a-9ee91eb9b033 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:09.854648 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e513ed5-73fc-4f44-b0d1-d3a858f9aaf6 req-04bcfe7d-32d5-493c-b33a-9ee91eb9b033 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.2382894 May 18 06:19:09.924632 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e513ed5-73fc-4f44-b0d1-d3a858f9aaf6 req-15218f27-2e35-4d8b-b3c4-a93556eaaa11 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690300 May 18 06:19:09.939749 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Allocated IP 172.20.0.5 (05ce50fe-deb4-432e-a72a-fda7f938a188/c303b630-60ca-46f9-bcbb-1de726a0286b/4bece253-5abe-42b0-9ab5-7f29df1b2363) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:10.000304 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bfe14b1f-5599-46ee-80dc-43844d0a0bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.008375 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bfe14b1f-5599-46ee-80dc-43844d0a0bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.027120 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b9f8f9fb-9c5d-49a5-9e63-7ae2068e6707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:10.079840 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-bfe14b1f-5599-46ee-80dc-43844d0a0bc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3349e1ea3cc04f468fdaee9e6b0f6f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618942 May 18 06:19:10.087937 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34722) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:10.089133 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe14b1f-5599-46ee-80dc-43844d0a0bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2142ed-dc53-4a1d-8ebe-bfe18ca01ef8,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:10.095761 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-bfe14b1f-5599-46ee-80dc-43844d0a0bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:10.344275 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-81b3b28c-3df9-4c0a-b018-a061e72e7c54 req-d1d096bd-7b44-461d-803e-6fe111c49c47 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 210 time: 0.1062131 May 18 06:19:10.345130 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e3ef-4a34-428e-b7a8-7b2df5af1e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.386294 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e3ef-4a34-428e-b7a8-7b2df5af1e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.395917 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.418880 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4e099-542d-42fa-9c19-94742287851b req-65a2a43a-5d73-4e99-ac34-1713937adcdc tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:10.420368 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6ff4e099-542d-42fa-9c19-94742287851b req-65a2a43a-5d73-4e99-ac34-1713937adcdc tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 946 time: 0.2818844 May 18 06:19:10.429167 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.435595 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:10.482705 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6ff4e099-542d-42fa-9c19-94742287851b req-b31cfaef-644a-449a-b44d-351db8323fa8 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495055 May 18 06:19:10.529260 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e3ef-4a34-428e-b7a8-7b2df5af1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.537912 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b15649e7-2d4b-4d1c-b587-fc9f026af680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:10.552812 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9e3ef-4a34-428e-b7a8-7b2df5af1e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2142ed-dc53-4a1d-8ebe-bfe18ca01ef8,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:10.567070 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0ed9e3ef-4a34-428e-b7a8-7b2df5af1e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:10.568704 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Network 05ce50fe-deb4-432e-a72a-fda7f938a188 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:10.571821 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e3ef-4a34-428e-b7a8-7b2df5af1e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.575092 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-0ed9e3ef-4a34-428e-b7a8-7b2df5af1e01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a2142ed-dc53-4a1d-8ebe-bfe18ca01ef8 HTTP/1.1" status: 204 len: 168 time: 0.4761305 May 18 06:19:10.583638 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:10.605655 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:10.620780 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:10.621470 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:10.637284 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Pushing event updated for resources: {'Port': ['ID=4bece253-5abe-42b0-9ab5-7f29df1b2363,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:10.661963 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:10.693212 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3262737 May 18 06:19:10.713240 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Request body: {'port': {'device_id': 'eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:10.848034 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.269330 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bece253-5abe-42b0-9ab5-7f29df1b2363 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:19:11.277687 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.295126 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Transition to ACTIVE for port object 4bece253-5abe-42b0-9ab5-7f29df1b2363 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:11.299877 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.304862 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:11.428920 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Pushing event updated for resources: {'Port': ['ID=4bece253-5abe-42b0-9ab5-7f29df1b2363,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:11.455915 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:11.482141 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Attempting to bind port 4bece253-5abe-42b0-9ab5-7f29df1b2363 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:11.482385 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Attempting to bind port 4bece253-5abe-42b0-9ab5-7f29df1b2363 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '158dbd80-126b-4aca-bef7-62ccf8d7fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:11.482715 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Attempting to bind port 4bece253-5abe-42b0-9ab5-7f29df1b2363 on network 05ce50fe-deb4-432e-a72a-fda7f938a188 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:11.487380 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Port 4bece253-5abe-42b0-9ab5-7f29df1b2363 on network 05ce50fe-deb4-432e-a72a-fda7f938a188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:19:11.487737 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Attempting to bind port 4bece253-5abe-42b0-9ab5-7f29df1b2363 on network 05ce50fe-deb4-432e-a72a-fda7f938a188 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:11.492826 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:11.493208 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Checking segment: {'id': '158dbd80-126b-4aca-bef7-62ccf8d7fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:11.494090 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Bound using segment: {'id': '158dbd80-126b-4aca-bef7-62ccf8d7fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:11.494519 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Bound port: 4bece253-5abe-42b0-9ab5-7f29df1b2363, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158dbd80-126b-4aca-bef7-62ccf8d7fc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:11.494864 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.526581 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed3f75-06f3-43bc-9f94-44e6bcc2e270 req-6af2be6c-cfe5-4769-a381-69564899e3ff tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:11.528051 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aeed3f75-06f3-43bc-9f94-44e6bcc2e270 req-6af2be6c-cfe5-4769-a381-69564899e3ff tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0807106 May 18 06:19:11.575882 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aeed3f75-06f3-43bc-9f94-44e6bcc2e270 req-3be5132d-0add-4481-9aa7-e5ed2eb80a28 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 May 18 06:19:11.585938 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] For port 4bece253-5abe-42b0-9ab5-7f29df1b2363, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:11.589797 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] For port 4bece253-5abe-42b0-9ab5-7f29df1b2363, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4bece253-5abe-42b0-9ab5-7f29df1b2363,segment=NetworkSegment(158dbd80-126b-4aca-bef7-62ccf8d7fc3b),segment_id=158dbd80-126b-4aca-bef7-62ccf8d7fc3b)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:11.595513 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.599141 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:11.657276 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:11.658343 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:11.659433 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] 10.222.0.18 "PUT /v2.0/ports/4bece253-5abe-42b0-9ab5-7f29df1b2363 HTTP/1.1" status: 200 len: 1093 time: 0.9514792 May 18 06:19:11.659933 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c', 'tag': '4bece253-5abe-42b0-9ab5-7f29df1b2363'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:11.682193 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Pushing event updated for resources: {'Port': ['ID=4bece253-5abe-42b0-9ab5-7f29df1b2363,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:11.684225 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:11.749391 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c', 'tag': '4bece253-5abe-42b0-9ab5-7f29df1b2363', 'status': 'completed', 'code': 200} May 18 06:19:11.789786 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-c760e386-c41e-49c4-b101-96a90a53dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:11.791900 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-c760e386-c41e-49c4-b101-96a90a53dbcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=939e39e032e3427dbefc8637fd240077&device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 1096 time: 0.0858324 May 18 06:19:11.864891 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-b7eb35ca-9404-499c-a3fc-6565e5f352ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bece253-5abe-42b0-9ab5-7f29df1b2363 HTTP/1.1" status: 200 len: 217 time: 0.0611298 May 18 06:19:11.933416 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-ab8849ae-a29d-4568-9db7-dfd3f397871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:11.934831 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-ab8849ae-a29d-4568-9db7-dfd3f397871e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c303b630-60ca-46f9-bcbb-1de726a0286b HTTP/1.1" status: 200 len: 849 time: 0.0618761 May 18 06:19:11.985119 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-92925ee0-854d-4bb1-b1ea-ef23e8a70f96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05ce50fe-deb4-432e-a72a-fda7f938a188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425904 May 18 06:19:12.189171 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-ad8ae324-c33c-4312-95b9-4ce5735eeeec service neutron] 10.222.0.18 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960108 May 18 06:19:12.199049 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c26cae-dc87-48d2-b628-9181130a9768 req-b5ae5af0-9862-49e1-98f9-be5bc08ca404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.201068 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-77c26cae-dc87-48d2-b628-9181130a9768 req-b5ae5af0-9862-49e1-98f9-be5bc08ca404 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 1098 time: 0.1256950 May 18 06:19:12.201604 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7b39e-a2df-45f1-8620-10750b9366d9 req-9c44b508-eb89-4729-8d86-2003a76873d5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.203337 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c8f7b39e-a2df-45f1-8620-10750b9366d9 req-9c44b508-eb89-4729-8d86-2003a76873d5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0856781 May 18 06:19:12.259581 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c8f7b39e-a2df-45f1-8620-10750b9366d9 req-96a073b9-90dd-4b5a-aa4b-d9a7b43f7c00 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497787 May 18 06:19:12.536814 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b1c068ec-5119-4783-84ed-0c32cc7e1243 req-99224184-5764-4263-ae05-ccd4dc5fa5aa service neutron] 10.222.0.18 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344378 May 18 06:19:12.537764 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c26cae-dc87-48d2-b628-9181130a9768 req-a9fe13e8-212c-466f-a2b8-7442f11dba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.539053 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-77c26cae-dc87-48d2-b628-9181130a9768 req-a9fe13e8-212c-466f-a2b8-7442f11dba12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 920 time: 0.3148837 May 18 06:19:12.667339 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-77c26cae-dc87-48d2-b628-9181130a9768 req-10ac6227-d978-4b4b-8ea5-62f720666d92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376 HTTP/1.1" status: 200 len: 217 time: 0.1130958 May 18 06:19:12.784153 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c26cae-dc87-48d2-b628-9181130a9768 req-d621cc83-ed57-4fcc-ae21-e0417e2c25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.786281 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-77c26cae-dc87-48d2-b628-9181130a9768 req-d621cc83-ed57-4fcc-ae21-e0417e2c25a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 200 len: 859 time: 0.1058574 May 18 06:19:12.795800 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac198329-5757-465a-9e39-1247318902f1 req-a59fdb43-9abb-4677-a209-5f4361aa72e8 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.796997 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36ee5a-a0e7-4425-b4c1-541b8559d515 req-5cc2eb8a-eca3-446c-b6d3-411de666e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:12.799451 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea36ee5a-a0e7-4425-b4c1-541b8559d515 req-5cc2eb8a-eca3-446c-b6d3-411de666e3f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=939e39e032e3427dbefc8637fd240077&device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 1096 time: 0.1957419 May 18 06:19:12.804474 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ac198329-5757-465a-9e39-1247318902f1 req-a59fdb43-9abb-4677-a209-5f4361aa72e8 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.1078598 May 18 06:19:12.856329 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ac198329-5757-465a-9e39-1247318902f1 req-9147f7b1-b759-4cf6-8c4c-35000ce93576 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507648 May 18 06:19:12.934510 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-77c26cae-dc87-48d2-b628-9181130a9768 req-25f48f5e-7a02-46e4-8fea-2ec61983816c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338775 May 18 06:19:13.064637 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34794) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:13.107600 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36ee5a-a0e7-4425-b4c1-541b8559d515 req-053bce7e-5724-40e7-94d4-886d00fcbfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:13.109046 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea36ee5a-a0e7-4425-b4c1-541b8559d515 req-053bce7e-5724-40e7-94d4-886d00fcbfd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=05ce50fe-deb4-432e-a72a-fda7f938a188 HTTP/1.1" status: 200 len: 910 time: 0.2703829 May 18 06:19:13.118696 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-77c26cae-dc87-48d2-b628-9181130a9768 req-95962951-2f9c-4a4a-958a-cd727998b260 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649957 May 18 06:19:13.193183 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-77f40693-7724-4bc2-88db-9f3e664c19f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.204109 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea36ee5a-a0e7-4425-b4c1-541b8559d515 req-8967cc46-d43d-4049-a810-37fbbb7dd3b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bece253-5abe-42b0-9ab5-7f29df1b2363 HTTP/1.1" status: 200 len: 217 time: 0.0842679 May 18 06:19:13.209597 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-77f40693-7724-4bc2-88db-9f3e664c19f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:13.213639 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-77f40693-7724-4bc2-88db-9f3e664c19f6 admin admin] Usage tracker for resource:security_group_rule and tenant:5a61080f330847b7b3e3d8e22167c8fd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:13.216504 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-77f40693-7724-4bc2-88db-9f3e664c19f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:13.222282 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-77f40693-7724-4bc2-88db-9f3e664c19f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:13.330193 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-77f40693-7724-4bc2-88db-9f3e664c19f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.336776 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-77f40693-7724-4bc2-88db-9f3e664c19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.344710 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36ee5a-a0e7-4425-b4c1-541b8559d515 req-9fc11165-74cd-42d7-8a65-90eb57785b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:13.346125 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea36ee5a-a0e7-4425-b4c1-541b8559d515 req-9fc11165-74cd-42d7-8a65-90eb57785b69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c303b630-60ca-46f9-bcbb-1de726a0286b HTTP/1.1" status: 200 len: 849 time: 0.0969334 May 18 06:19:13.347953 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4a043607-10ad-4949-85c4-26528ff61a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:13.389216 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f40693-7724-4bc2-88db-9f3e664c19f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6044ea65-9a0b-4f6a-b231-8d4eb4dbd166,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:13.395952 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-77f40693-7724-4bc2-88db-9f3e664c19f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:13.399339 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-77f40693-7724-4bc2-88db-9f3e664c19f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a61080f330847b7b3e3d8e22167c8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328011 May 18 06:19:13.402046 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34804) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:13.402955 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea36ee5a-a0e7-4425-b4c1-541b8559d515 req-7ad15366-917a-4dfd-80f9-aa043472b807 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=05ce50fe-deb4-432e-a72a-fda7f938a188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463984 May 18 06:19:13.404779 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-77c26cae-dc87-48d2-b628-9181130a9768 req-7e66f55c-c2de-4e8f-b8fc-8ab90a5c721a service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326300 May 18 06:19:13.520947 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2f49-4d1f-4402-902f-bf8e380fdc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.544245 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da773f92-6f42-44cd-ac24-582a92a8974d req-2d5b77f6-774a-41f4-bf18-f388090f01b5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:13.545613 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da773f92-6f42-44cd-ac24-582a92a8974d req-2d5b77f6-774a-41f4-bf18-f388090f01b5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1404467 May 18 06:19:13.546336 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea36ee5a-a0e7-4425-b4c1-541b8559d515 req-a726a835-38ee-4aef-9e14-895ac6bfce8d service neutron] 10.222.0.18 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276915 May 18 06:19:13.575957 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2f49-4d1f-4402-902f-bf8e380fdc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.632620 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da773f92-6f42-44cd-ac24-582a92a8974d req-fa3cdc06-b55c-40bc-8060-b40603a3d315 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800827 May 18 06:19:13.661384 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2f49-4d1f-4402-902f-bf8e380fdc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.666286 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-15782259-2117-4639-98d9-10d93cd6e313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:13.678912 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d2f49-4d1f-4402-902f-bf8e380fdc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6044ea65-9a0b-4f6a-b231-8d4eb4dbd166,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:13.681675 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2a3d2f49-4d1f-4402-902f-bf8e380fdc87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:13.682614 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2f49-4d1f-4402-902f-bf8e380fdc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:13.686425 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2a3d2f49-4d1f-4402-902f-bf8e380fdc87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6044ea65-9a0b-4f6a-b231-8d4eb4dbd166 HTTP/1.1" status: 204 len: 168 time: 0.2807181 May 18 06:19:13.691758 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ea36ee5a-a0e7-4425-b4c1-541b8559d515 req-1456cc17-e8da-4385-a55f-01ae25b50eb0 service neutron] 10.222.0.18 "GET /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363084 May 18 06:19:13.981659 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 34820) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:14.006433 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8654c407-3580-47a8-ac86-faf0f681f6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.027608 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-8654c407-3580-47a8-ac86-faf0f681f6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:14.027608 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-8654c407-3580-47a8-ac86-faf0f681f6cf admin admin] Usage tracker for resource:security_group_rule and tenant:df52b85b1e714347b2aef7135eba2263 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:14.027860 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-8654c407-3580-47a8-ac86-faf0f681f6cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:14.033394 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-8654c407-3580-47a8-ac86-faf0f681f6cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:14.049634 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce022abd-0096-4ac4-b5d8-65843744f1a6 req-0e6207d6-743a-4738-b5e0-7882444f0555 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:14.051696 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ce022abd-0096-4ac4-b5d8-65843744f1a6 req-0e6207d6-743a-4738-b5e0-7882444f0555 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0899584 May 18 06:19:14.106775 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ce022abd-0096-4ac4-b5d8-65843744f1a6 req-7390839d-e8f5-454b-9ed1-a016f8a39a45 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481434 May 18 06:19:14.138682 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8654c407-3580-47a8-ac86-faf0f681f6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.143062 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8654c407-3580-47a8-ac86-faf0f681f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.157576 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-dd920e2a-f6bc-49fb-836c-ef4a8404759a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:14.191563 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-8654c407-3580-47a8-ac86-faf0f681f6cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df52b85b1e714347b2aef7135eba2263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094550 May 18 06:19:14.193833 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34826) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:14.196074 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654c407-3580-47a8-ac86-faf0f681f6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad388746-4778-451e-9a13-5f36bb3aabcb,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:14.200241 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8654c407-3580-47a8-ac86-faf0f681f6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:14.252717 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7fa75d2e-80a0-45e4-8534-d687e0edfdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.278927 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7fa75d2e-80a0-45e4-8534-d687e0edfdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.336856 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7fa75d2e-80a0-45e4-8534-d687e0edfdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.340704 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-bfe14b1f-5599-46ee-80dc-43844d0a0bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:14.353785 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa75d2e-80a0-45e4-8534-d687e0edfdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad388746-4778-451e-9a13-5f36bb3aabcb,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:14.357136 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-7fa75d2e-80a0-45e4-8534-d687e0edfdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:14.359643 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7fa75d2e-80a0-45e4-8534-d687e0edfdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:14.360792 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-7fa75d2e-80a0-45e4-8534-d687e0edfdf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad388746-4778-451e-9a13-5f36bb3aabcb HTTP/1.1" status: 204 len: 168 time: 0.1659954 May 18 06:19:14.831483 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa1cfe-4a3e-4541-80da-5294e384f043 req-c500b905-bc9c-4b8d-b81e-4fb8d2dcd642 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:14.833320 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-63aa1cfe-4a3e-4541-80da-5294e384f043 req-c500b905-bc9c-4b8d-b81e-4fb8d2dcd642 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0837357 May 18 06:19:14.884861 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-63aa1cfe-4a3e-4541-80da-5294e384f043 req-730b90e8-0f04-4d23-9408-1c4bf032fc1e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446424 May 18 06:19:15.091875 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34858) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:15.210177 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1233936358-network', 'tenant_id': '9d34d04ca8534b5e9b9c8c5df8dcdf9b'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:15.215672 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:15.255807 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Usage tracker for resource:network and tenant:9d34d04ca8534b5e9b9c8c5df8dcdf9b is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:15.263493 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:15.278637 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:15.295171 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Made reservation on behalf of 9d34d04ca8534b5e9b9c8c5df8dcdf9b for: {'network': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:15.298557 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.313131 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.330817 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:15.338952 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Usage tracker for resource:security_group_rule and tenant:9d34d04ca8534b5e9b9c8c5df8dcdf9b is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:15.344429 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:15.356970 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bc0b3-c996-44c8-b244-97bf9f66d9e4 req-2e56f3da-e5dd-49bf-a4f7-6ea920e0d102 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:15.358401 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5f2bc0b3-c996-44c8-b244-97bf9f66d9e4 req-2e56f3da-e5dd-49bf-a4f7-6ea920e0d102 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.1341658 May 18 06:19:15.359210 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:15.426579 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5f2bc0b3-c996-44c8-b244-97bf9f66d9e4 req-f2f00901-639e-4b54-98a2-042c8cd8ca6a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614889 May 18 06:19:15.487959 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.491990 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.495467 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:15.525708 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=78802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:19:15.531018 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d00715-1d88-42a1-91d1-2d14d8b755e4,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:15.534930 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:15.538799 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.539157 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.segments_db [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Added segment 4013cb50-e6e4-4367-82fc-0c0120f9ac8d of type vlan for network 8ca370a7-2836-4fb5-9052-cb4f491d4709 May 18 06:19:15.564433 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.591944 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.593269 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:15.593863 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:15.597255 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-39d6e96d-c660-4807-8d02-d410e09d2ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:15.700551 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6072063 May 18 06:19:15.701354 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Pushing event updated for resources: {'Network': ['ID=8ca370a7-2836-4fb5-9052-cb4f491d4709,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:15.703242 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34870) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:15.705680 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:15.709094 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Request body: {'subnet': {'network_id': '8ca370a7-2836-4fb5-9052-cb4f491d4709', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1233936358-subnet', 'tenant_id': '9d34d04ca8534b5e9b9c8c5df8dcdf9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:15.712002 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 8ca370a7-2836-4fb5-9052-cb4f491d4709 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:19:15.713624 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:15.717386 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Usage tracker for resource:subnet and tenant:9d34d04ca8534b5e9b9c8c5df8dcdf9b is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:15.720220 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:15.726368 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:15.736726 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Made reservation on behalf of 9d34d04ca8534b5e9b9c8c5df8dcdf9b for: {'subnet': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:15.739145 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2767030'] for subnet, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:16.156142 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cc778-258e-4a52-bd30-1b007e029321 req-38158a90-0ee2-45c8-a881-07d9fcd3120b tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:16.157623 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-133cc778-258e-4a52-bd30-1b007e029321 req-38158a90-0ee2-45c8-a881-07d9fcd3120b tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1066406 May 18 06:19:16.256284 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-133cc778-258e-4a52-bd30-1b007e029321 req-16a3a11d-c14f-4087-b932-8d7ba2d3159e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925746 May 18 06:19:16.286937 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2121341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2767012'] for subnet, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:16.291960 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-7926c21f-9b2d-4502-b6f6-c90baed34a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:16.363959 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Pushing event updated for resources: {'Subnet': ['ID=093a0076-0f26-4350-862c-71e11d536cc2,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:16.369413 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:16.375129 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Checking segment: {'id': '4013cb50-e6e4-4367-82fc-0c0120f9ac8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8ca370a7-2836-4fb5-9052-cb4f491d4709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:16.375494 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Network hostable DHCP agents. Network: 8ca370a7-2836-4fb5-9052-cb4f491d4709, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:19:16.393739 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Network 8ca370a7-2836-4fb5-9052-cb4f491d4709 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:19:16.403338 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 8ca370a7-2836-4fb5-9052-cb4f491d4709) {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:16.411543 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:16.412194 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:16.413211 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2a414-0a29-445a-abca-9ce7627aa284 None None] Network 8ca370a7-2836-4fb5-9052-cb4f491d4709 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:16.436625 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7289205 May 18 06:19:16.644988 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6402d8e-1cda-498f-861e-e0305e237726 None None] Network 8ca370a7-2836-4fb5-9052-cb4f491d4709 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:16.660938 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17179a-2a3b-4b65-b737-172b36921b54 req-14dc39ea-e687-416c-a349-9092657bf7d6 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:16.662469 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5c17179a-2a3b-4b65-b737-172b36921b54 req-14dc39ea-e687-416c-a349-9092657bf7d6 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0988224 May 18 06:19:16.711509 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5c17179a-2a3b-4b65-b737-172b36921b54 req-39197dad-5872-4295-8663-cf772d7bf188 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 May 18 06:19:17.004973 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 34900) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:17.011010 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1660604541-network', 'tenant_id': 'bed5f3e9bb1b4cd394b39afea6f961af'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:17.015571 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:17.019623 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Usage tracker for resource:network and tenant:bed5f3e9bb1b4cd394b39afea6f961af is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:17.022432 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:17.027982 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:17.037013 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Made reservation on behalf of bed5f3e9bb1b4cd394b39afea6f961af for: {'network': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:17.039215 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.050973 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.065034 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:17.068687 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Usage tracker for resource:security_group_rule and tenant:bed5f3e9bb1b4cd394b39afea6f961af is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:17.072016 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:17.077480 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:17.160464 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.167704 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.167704 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-77f40693-7724-4bc2-88db-9f3e664c19f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:17.194412 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=78802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:19:17.203838 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29ff03a-b46f-415c-ba12-8305006b712c,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:17.207066 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:17.209445 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.209786 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.segments_db [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Added segment ac4fa43c-84c1-4352-a0a7-e679dd0aeea0 of type vlan for network 7738c2c8-018f-427a-b0c5-f25682211806 May 18 06:19:17.235433 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.267200 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.268955 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:17.269791 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.284494 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:17.387780 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3816514 May 18 06:19:17.389795 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Pushing event updated for resources: {'Network': ['ID=7738c2c8-018f-427a-b0c5-f25682211806,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:17.390802 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 34910) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:17.397725 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Request body: {'subnet': {'network_id': '7738c2c8-018f-427a-b0c5-f25682211806', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1660604541-subnet', 'tenant_id': 'bed5f3e9bb1b4cd394b39afea6f961af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:17.400552 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 7738c2c8-018f-427a-b0c5-f25682211806 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:19:17.415814 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:17.420371 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Usage tracker for resource:subnet and tenant:bed5f3e9bb1b4cd394b39afea6f961af is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:17.423756 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:17.425101 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:17.441054 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:17.460119 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Made reservation on behalf of bed5f3e9bb1b4cd394b39afea6f961af for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:17.463850 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.488676 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3fe7b-2c9a-4197-af68-06544b7539a9 req-b840adf3-fd40-48de-a0e7-b697b7398dac tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:17.490178 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-65f3fe7b-2c9a-4197-af68-06544b7539a9 req-b840adf3-fd40-48de-a0e7-b697b7398dac tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1013677 May 18 06:19:17.546085 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-65f3fe7b-2c9a-4197-af68-06544b7539a9 req-c70f0fb2-d60a-428c-8641-2221f5d6c620 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487027 May 18 06:19:17.899735 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de907cb-05ce-406b-bd63-aa71c39d4cee req-539e8b64-4d50-476c-b239-f8d1d1795a8a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:17.901216 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4de907cb-05ce-406b-bd63-aa71c39d4cee req-539e8b64-4d50-476c-b239-f8d1d1795a8a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0794539 May 18 06:19:17.950539 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4de907cb-05ce-406b-bd63-aa71c39d4cee req-5920a858-ec03-4daf-9892-f8c5d1cd141f tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 May 18 06:19:17.954416 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:17.959129 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4e1a84ab-bd13-439f-9049-61af667b077e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:18.034980 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9637e7-2526-401f-a6d1-61fa4b3b0202,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:18.038049 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:18.041178 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Checking segment: {'id': 'ac4fa43c-84c1-4352-a0a7-e679dd0aeea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7738c2c8-018f-427a-b0c5-f25682211806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:18.041178 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Network hostable DHCP agents. Network: 7738c2c8-018f-427a-b0c5-f25682211806, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:19:18.057290 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Network 7738c2c8-018f-427a-b0c5-f25682211806 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:19:18.065665 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 7738c2c8-018f-427a-b0c5-f25682211806) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:18.069325 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:18.069902 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:18.075045 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eee771-d658-4477-8487-cf8a42cdddf6 None None] Network 7738c2c8-018f-427a-b0c5-f25682211806 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:18.094955 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7030218 May 18 06:19:18.271432 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae16c76d-23a3-4259-80b6-d3426094783b None None] Network 7738c2c8-018f-427a-b0c5-f25682211806 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:18.764753 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ce117-b97c-4697-a703-9188c3481c25 req-a2395100-b323-4663-a1a5-fd9da47d7b3d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:18.772275 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-131ce117-b97c-4697-a703-9188c3481c25 req-a2395100-b323-4663-a1a5-fd9da47d7b3d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1147704 May 18 06:19:18.820667 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-131ce117-b97c-4697-a703-9188c3481c25 req-517897fa-480d-4a5d-a6f1-f71696c01f89 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455925 May 18 06:19:19.134905 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1a802-de1b-44e5-acfb-172e058bae3a req-51546a43-3918-4132-b199-54c49c9ce11f tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:19.136280 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-81b1a802-de1b-44e5-acfb-172e058bae3a req-51546a43-3918-4132-b199-54c49c9ce11f tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0818565 May 18 06:19:19.180924 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-81b1a802-de1b-44e5-acfb-172e058bae3a req-d2542125-6dbf-4834-aff8-920433055a9e tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 May 18 06:19:20.023531 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0971b-5f4a-4bcb-b947-85a64d322ac9 req-bd7426cf-a2f5-4767-9109-95cde73a25cb tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:20.025061 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f7d0971b-5f4a-4bcb-b947-85a64d322ac9 req-bd7426cf-a2f5-4767-9109-95cde73a25cb tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0818834 May 18 06:19:20.074932 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f7d0971b-5f4a-4bcb-b947-85a64d322ac9 req-3486d716-d8df-4716-9428-381fa8822f90 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442159 May 18 06:19:20.288049 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:19:20.376441 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd9a35-5fda-4eb4-8141-d30129feab6d req-87bff9da-85d0-4769-8647-911978309178 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:20.377991 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fbcd9a35-5fda-4eb4-8141-d30129feab6d req-87bff9da-85d0-4769-8647-911978309178 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0880921 May 18 06:19:20.425076 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fbcd9a35-5fda-4eb4-8141-d30129feab6d req-9ba3d3b9-0322-4fd1-9522-89bbc7949506 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 May 18 06:19:21.267494 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8cbb1-c406-454c-99d2-df13f45856bd req-30df1652-8b81-4f2c-8978-ff52c1323b66 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:21.269163 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a3f8cbb1-c406-454c-99d2-df13f45856bd req-30df1652-8b81-4f2c-8978-ff52c1323b66 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0859027 May 18 06:19:21.314651 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a3f8cbb1-c406-454c-99d2-df13f45856bd req-bf6be5fa-c9e8-4603-b368-fc75759b5689 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 May 18 06:19:21.614461 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5e269-db68-4ebd-9881-f2d6300c87ab req-38469419-188f-48bb-8f43-7dd0e1b6d00f tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:21.616026 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-abb5e269-db68-4ebd-9881-f2d6300c87ab req-38469419-188f-48bb-8f43-7dd0e1b6d00f tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0807858 May 18 06:19:21.669679 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-abb5e269-db68-4ebd-9881-f2d6300c87ab req-b7bf960b-749b-44e9-9d23-e2fddbdf5f72 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473711 May 18 06:19:22.501189 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396049fb-0733-4e38-b3e1-c2d49b8a80f9 req-7af70854-c57b-4d33-850b-27aaa1e36fa1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:22.502621 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-396049fb-0733-4e38-b3e1-c2d49b8a80f9 req-7af70854-c57b-4d33-850b-27aaa1e36fa1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0813019 May 18 06:19:22.556282 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-396049fb-0733-4e38-b3e1-c2d49b8a80f9 req-4a82b8b2-66e0-4460-b51d-b5663fe0136e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475206 May 18 06:19:22.911173 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494cfba-0468-44b8-90e3-3abaa9769bdc req-7fee4642-45d3-494d-974a-f3c0a35761ea tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:22.912625 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f494cfba-0468-44b8-90e3-3abaa9769bdc req-7fee4642-45d3-494d-974a-f3c0a35761ea tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.1303103 May 18 06:19:22.958919 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f494cfba-0468-44b8-90e3-3abaa9769bdc req-b94a1b94-d808-4802-a629-99be872a8eb2 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380719 May 18 06:19:23.359945 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:23.745911 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465aad3-43d4-4707-918c-af0ac2d7575f req-9776433d-52c4-4f17-b44b-129c65491c1a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:23.747751 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e465aad3-43d4-4707-918c-af0ac2d7575f req-9776433d-52c4-4f17-b44b-129c65491c1a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0788980 May 18 06:19:23.796682 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e465aad3-43d4-4707-918c-af0ac2d7575f req-9fd1023d-a18e-48de-b2b7-206fd3041c1f tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430758 May 18 06:19:24.141223 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346c405-5231-483e-ae81-0086c5fcdc28 req-c69f6111-f547-4b58-8a2f-c12313a9c0f7 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:24.142592 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b346c405-5231-483e-ae81-0086c5fcdc28 req-c69f6111-f547-4b58-8a2f-c12313a9c0f7 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0816891 May 18 06:19:24.186451 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b346c405-5231-483e-ae81-0086c5fcdc28 req-c5b28d6f-714b-4ae0-80ea-8dbe42d81b9b tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382760 May 18 06:19:24.987137 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcffc0e-e538-417a-930c-83f56f0b29d4 req-ff5ed5fb-0862-4b9b-970b-528b24a036f2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:24.988784 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2fcffc0e-e538-417a-930c-83f56f0b29d4 req-ff5ed5fb-0862-4b9b-970b-528b24a036f2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0825639 May 18 06:19:25.034972 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2fcffc0e-e538-417a-930c-83f56f0b29d4 req-ea632a24-4e4f-4114-983f-ff9868e4b416 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369215 May 18 06:19:25.369369 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401ff33-c712-4e90-8b3c-c8a83ec7c897 req-3364ce0f-349c-4788-bd1e-50afdbc4d722 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:25.370802 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3401ff33-c712-4e90-8b3c-c8a83ec7c897 req-3364ce0f-349c-4788-bd1e-50afdbc4d722 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0808978 May 18 06:19:25.415050 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3401ff33-c712-4e90-8b3c-c8a83ec7c897 req-c18ce04a-c99d-4cdc-9c66-aed86bab9645 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 May 18 06:19:26.231889 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f8c5d-db16-416d-ac32-3a03d0925285 req-885dfda7-4abe-4be7-ba2a-357511bca664 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:26.233341 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b83f8c5d-db16-416d-ac32-3a03d0925285 req-885dfda7-4abe-4be7-ba2a-357511bca664 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0817833 May 18 06:19:26.280642 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b83f8c5d-db16-416d-ac32-3a03d0925285 req-49906209-0035-47b6-b950-e44e4f6a170c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398471 May 18 06:19:26.600333 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463fb6e-c73b-4a65-824e-e5ff9a47a066 req-331759af-4252-4e4d-83f0-7eba31a400e5 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:26.601760 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9463fb6e-c73b-4a65-824e-e5ff9a47a066 req-331759af-4252-4e4d-83f0-7eba31a400e5 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0835330 May 18 06:19:26.648640 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9463fb6e-c73b-4a65-824e-e5ff9a47a066 req-7b3d90f5-9972-42c7-8a6c-aede28f1117f tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 May 18 06:19:27.738244 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ea4d2-27d2-49d3-aa88-c9121e5fcf83 req-abd29de1-f38d-4779-a6e7-a02a5283e4f9 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:27.739750 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f94ea4d2-27d2-49d3-aa88-c9121e5fcf83 req-abd29de1-f38d-4779-a6e7-a02a5283e4f9 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1085448 May 18 06:19:27.800780 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f94ea4d2-27d2-49d3-aa88-c9121e5fcf83 req-257f90ce-a3bb-4d02-b495-a1bd7c0ed537 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519469 May 18 06:19:27.991006 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f0906-0665-4f90-a00f-1f1a7d46a3d1 req-2db74434-a5c0-46b6-a21b-7c0a4205cec6 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:27.992576 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f62f0906-0665-4f90-a00f-1f1a7d46a3d1 req-2db74434-a5c0-46b6-a21b-7c0a4205cec6 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0857036 May 18 06:19:28.036083 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f62f0906-0665-4f90-a00f-1f1a7d46a3d1 req-d508a189-6dbc-489e-9539-b826af0a72c3 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371041 May 18 06:19:29.015917 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7db2a-5ea0-4d24-b3f9-4c5ccf3a9b91 req-6bf85970-bf0f-473c-b07b-dfaebe26e026 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:29.017423 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-75e7db2a-5ea0-4d24-b3f9-4c5ccf3a9b91 req-6bf85970-bf0f-473c-b07b-dfaebe26e026 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0890653 May 18 06:19:29.061800 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-75e7db2a-5ea0-4d24-b3f9-4c5ccf3a9b91 req-559dcfd5-13a5-4ade-a47b-02fb39291594 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387158 May 18 06:19:29.410221 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e525f-8385-490b-bac2-b3c53f0fc3c0 req-7cc22e70-b760-4296-b157-6b603b7a9112 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:29.412010 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-776e525f-8385-490b-bac2-b3c53f0fc3c0 req-7cc22e70-b760-4296-b157-6b603b7a9112 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0968828 May 18 06:19:29.461090 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-776e525f-8385-490b-bac2-b3c53f0fc3c0 req-f316c2ab-539c-480d-98e7-1b51e7b2917d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 May 18 06:19:30.251298 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eafe13-b68a-4731-9674-a3a42faadcec req-8a7cbdb4-34ab-4821-908f-84122d651713 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:30.253532 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-74eafe13-b68a-4731-9674-a3a42faadcec req-8a7cbdb4-34ab-4821-908f-84122d651713 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0832465 May 18 06:19:30.298921 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-74eafe13-b68a-4731-9674-a3a42faadcec req-1b4b6db0-f945-4310-904f-d7f8cea3f91d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 May 18 06:19:30.652135 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93f044-ed6e-44ea-9e2c-a19cbc5b7cdf req-73b35e87-4248-427a-8b9f-42fc70c3b3be tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:30.653641 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4a93f044-ed6e-44ea-9e2c-a19cbc5b7cdf req-73b35e87-4248-427a-8b9f-42fc70c3b3be tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0856850 May 18 06:19:30.702174 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4a93f044-ed6e-44ea-9e2c-a19cbc5b7cdf req-971fd073-f761-4bb6-92f6-a8d919515c90 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 May 18 06:19:31.489207 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4b10a-c596-426c-ae12-bba6e457f559 req-8693d5ad-f0e0-4973-b9b6-8e440ca45643 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:31.490660 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0db4b10a-c596-426c-ae12-bba6e457f559 req-8693d5ad-f0e0-4973-b9b6-8e440ca45643 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0790179 May 18 06:19:31.535280 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0db4b10a-c596-426c-ae12-bba6e457f559 req-4e26ccee-9349-4799-8ff1-8538527c89b7 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389028 May 18 06:19:31.890780 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f63c3-d0e5-49b2-b7be-5b6c4b252df2 req-1a119590-85f9-4ce4-a01e-01277dae3dae tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:31.892128 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-721f63c3-d0e5-49b2-b7be-5b6c4b252df2 req-1a119590-85f9-4ce4-a01e-01277dae3dae tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0799520 May 18 06:19:31.938809 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-721f63c3-d0e5-49b2-b7be-5b6c4b252df2 req-843c5c17-3512-4e16-9aa7-7190aafef189 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 May 18 06:19:32.309544 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-23fb3038-9262-4f00-83ac-f04d74cde64b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:32.311075 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-23fb3038-9262-4f00-83ac-f04d74cde64b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 815 time: 0.1787915 May 18 06:19:32.327149 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-b6c065b6-2eba-4522-ae9e-2c4bec050328 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/quotas/afcbdb85b6794bbda1866b6565e294af HTTP/1.1" status: 200 len: 375 time: 0.0101891 May 18 06:19:32.479991 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-645ac3ba-e67d-454e-9d61-f2177133576a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1473701 May 18 06:19:32.614994 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-499c6bac-3dc7-4d4c-a203-e73323261c29 service neutron] 10.222.0.13 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276500 May 18 06:19:32.803922 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-de5d173f-1303-4a98-b57c-e60a531fa4a3 service neutron] 10.222.0.13 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830623 May 18 06:19:32.831437 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611db05-8c38-4de5-8292-5880f6b91de9 req-ce1eb9d1-5509-4314-bf27-862398de7ba5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:32.833080 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2611db05-8c38-4de5-8292-5880f6b91de9 req-ce1eb9d1-5509-4314-bf27-862398de7ba5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1435852 May 18 06:19:32.883599 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2611db05-8c38-4de5-8292-5880f6b91de9 req-98d90045-f865-411a-abde-134796935679 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 May 18 06:19:33.055148 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-46efb325-f180-41b7-85ca-eb1cca7e2814 req-b24b17e9-3647-45e4-8ec1-a8884ce6cdda tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 210 time: 0.0873106 May 18 06:19:33.178744 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c3974-7ec8-46fb-887c-13adfaeabb9f req-70e91fc2-9eaf-4078-9fed-f40dfa0b395c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:33.178744 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8e4c3974-7ec8-46fb-887c-13adfaeabb9f req-70e91fc2-9eaf-4078-9fed-f40dfa0b395c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.1170518 May 18 06:19:33.264563 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8e4c3974-7ec8-46fb-887c-13adfaeabb9f req-edc26da4-56fe-45eb-bb56-293a0f509965 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768716 May 18 06:19:34.027889 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e08994c0-7f90-4222-a409-d590733be6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:34.067293 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d98b2-cd09-44b9-9f0d-90b1ad688193 req-e6628afb-52b4-4922-84fa-472d5d347699 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:34.068691 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-158d98b2-cd09-44b9-9f0d-90b1ad688193 req-e6628afb-52b4-4922-84fa-472d5d347699 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0808339 May 18 06:19:34.116337 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-158d98b2-cd09-44b9-9f0d-90b1ad688193 req-e16d0512-cf77-4c6c-83a2-3172ce1c6396 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 May 18 06:19:34.239942 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0dc61aa4-f093-470f-b897-5e1c4f821714 req-0046df64-4232-4c40-9247-8dd28ef1526c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 210 time: 0.0475485 May 18 06:19:34.307160 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-4773d889-b7fa-4db5-b235-17d2bcf1b9a0 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:34.309836 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-4773d889-b7fa-4db5-b235-17d2bcf1b9a0 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 815 time: 0.1728747 May 18 06:19:34.344399 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Request body: {'port': {'device_id': '9dd441fe-09a2-4ecc-b412-682f06f3859e', 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09', 'admin_state_up': True, 'tenant_id': 'afcbdb85b6794bbda1866b6565e294af'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:34.490987 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ff046-7019-4baa-a737-2bf7facf01fe req-565c4417-d067-44e2-b460-68f3cfb48489 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:34.492705 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-db1ff046-7019-4baa-a737-2bf7facf01fe req-565c4417-d067-44e2-b460-68f3cfb48489 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.0861206 May 18 06:19:34.496686 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:34.500959 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Usage tracker for resource:port and tenant:afcbdb85b6794bbda1866b6565e294af is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:34.504067 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:34.509725 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:34.523392 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Made reservation on behalf of afcbdb85b6794bbda1866b6565e294af for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:34.528033 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:34.540872 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-db1ff046-7019-4baa-a737-2bf7facf01fe req-a1b4af4d-fd6b-46cc-8b04-94032152ac3f tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 May 18 06:19:34.671021 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 35276) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:34.737747 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Allocated IP 172.20.0.14 (0edeb913-fb6f-4985-9386-728cbae15a09/3b422b18-596a-408e-a197-936dd80923c4/71b83d4d-72e8-4891-8fd8-babf02437dbb) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:34.753292 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-a078d1ef-8b71-40a4-b90d-072a788d6260 admin admin] Deleting subnet 093a0076-0f26-4350-862c-71e11d536cc2 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:19:34.758049 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a078d1ef-8b71-40a4-b90d-072a788d6260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:34.923511 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a078d1ef-8b71-40a4-b90d-072a788d6260 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:34.936649 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a078d1ef-8b71-40a4-b90d-072a788d6260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.102865 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.216170 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.222481 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:35.231014 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['e3e0027b-3e09-41d6-ac0c-11218247b5ce', 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6', 'edf3e2ae-7913-4df4-abcf-361e77a25c7e'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:19:35.302221 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Network 0edeb913-fb6f-4985-9386-728cbae15a09 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:35.307361 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:35.313683 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:35.319500 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:35.320131 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.320540 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8976ad-ad32-445d-b7f5-050a4c8d1902 req-b513cc3a-cc2a-48ff-bc02-ed49aae12a80 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:35.322578 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ff8976ad-ad32-445d-b7f5-050a4c8d1902 req-b513cc3a-cc2a-48ff-bc02-ed49aae12a80 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1019876 May 18 06:19:35.336163 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a078d1ef-8b71-40a4-b90d-072a788d6260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.339196 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Pushing event updated for resources: {'Port': ['ID=71b83d4d-72e8-4891-8fd8-babf02437dbb,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:35.359134 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.359497 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.359892 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.360238 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.360581 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.360922 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.361258 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.361595 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.362226 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.362226 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.362620 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.362881 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:35.371561 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:35.373135 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2c4e7f77-b035-426c-9c5c-8f42b5a15255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:35.396379 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ff8976ad-ad32-445d-b7f5-050a4c8d1902 req-347710aa-b31d-4cb4-8ddd-27b4a8a29f68 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679209 May 18 06:19:35.406493 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a078d1ef-8b71-40a4-b90d-072a788d6260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.418017 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0781446 May 18 06:19:35.419022 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078d1ef-8b71-40a4-b90d-072a788d6260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093a0076-0f26-4350-862c-71e11d536cc2,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:35.421411 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a078d1ef-8b71-40a4-b90d-072a788d6260 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/093a0076-0f26-4350-862c-71e11d536cc2 HTTP/1.1" status: 204 len: 168 time: 0.7494686 May 18 06:19:35.422246 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a078d1ef-8b71-40a4-b90d-072a788d6260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:35.423875 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 35290) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:35.447547 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Request body: {'port': {'device_id': '9dd441fe-09a2-4ecc-b412-682f06f3859e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:35.478765 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 4bece253-5abe-42b0-9ab5-7f29df1b2363 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:19:35.541136 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24008c-aef4-4625-9585-f8c7dd988646 req-cdebed9f-776a-4dc4-8170-650e9f7fa2c4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:35.543387 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9a24008c-aef4-4625-9585-f8c7dd988646 req-cdebed9f-776a-4dc4-8170-650e9f7fa2c4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 932 time: 0.1097665 May 18 06:19:35.594395 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9a24008c-aef4-4625-9585-f8c7dd988646 req-0ef4bcfc-9b9b-454e-901f-a213cb293eac tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452158 May 18 06:19:35.702367 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 4bece253-5abe-42b0-9ab5-7f29df1b2363, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4bece253-5abe-42b0-9ab5-7f29df1b2363,segment=NetworkSegment(158dbd80-126b-4aca-bef7-62ccf8d7fc3b),segment_id=158dbd80-126b-4aca-bef7-62ccf8d7fc3b)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:35.723957 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.726937 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '4bece253-5abe-42b0-9ab5-7f29df1b2363', 'network_id': '05ce50fe-deb4-432e-a72a-fda7f938a188', 'port_id': '4bece253-5abe-42b0-9ab5-7f29df1b2363', 'mac_address': 'fa:16:3e:f6:23:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c303b630-60ca-46f9-bcbb-1de726a0286b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:19:35.810778 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.833109 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bece253-5abe-42b0-9ab5-7f29df1b2363 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:19:35.854421 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.859906 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999dabe-36c1-4693-8102-90a9c1aa4bbb req-c25f6912-5abf-40aa-92fc-a0cc407e808d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:35.861571 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e999dabe-36c1-4693-8102-90a9c1aa4bbb req-c25f6912-5abf-40aa-92fc-a0cc407e808d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 943 time: 0.1489646 May 18 06:19:35.905411 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 4bece253-5abe-42b0-9ab5-7f29df1b2363, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4bece253-5abe-42b0-9ab5-7f29df1b2363,segment=NetworkSegment(158dbd80-126b-4aca-bef7-62ccf8d7fc3b),segment_id=158dbd80-126b-4aca-bef7-62ccf8d7fc3b)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:35.919321 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.923860 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:35.929563 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e999dabe-36c1-4693-8102-90a9c1aa4bbb req-99116bca-91da-4115-af5e-61c6f0d39b7e tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592008 May 18 06:19:35.940717 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e1675-6929-4488-9736-4f40e2114d42 req-bc9acc38-bba5-46ef-a31f-9ce894af62ad tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:35.950582 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-490e1675-6929-4488-9736-4f40e2114d42 req-bc9acc38-bba5-46ef-a31f-9ce894af62ad tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1701612 May 18 06:19:35.958585 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:35.977174 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:35.977970 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:35.978855 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:35.979350 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > port after_create 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:35.979858 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:35.980379 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > port after_update 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:35.980868 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:35.981350 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:35.981814 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:35.982299 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:35.997939 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=4bece253-5abe-42b0-9ab5-7f29df1b2363,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:36.010225 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.010532 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.010882 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.011052 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-490e1675-6929-4488-9736-4f40e2114d42 req-710dd66b-4fc4-499a-a20c-4b3c421eae0b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586648 May 18 06:19:36.011226 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.012243 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.012680 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.013014 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.013403 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.013753 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.014169 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.014508 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.014885 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:36.019146 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:36.069365 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:36.069827 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:36.070225 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:36.070641 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 18 06:19:36.071077 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca370a7-2836-4fb5-9052-cb4f491d4709']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:36.111034 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4013cb50-e6e4-4367-82fc-0c0120f9ac8d') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:36.111326 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4013cb50-e6e4-4367-82fc-0c0120f9ac8d') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:36.139817 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065590'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.164551 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.207528 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:19:36.207938 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848483'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: from cryptography.utils import int_from_bytes May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: from cryptography.utils import int_from_bytes May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: Traceback (most recent call last): May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: timer() May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: cb(*args, **kw) May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: return func(*args, **kwargs) May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: self._notify() May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: self.callback(batched_events) May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: event.method(event) May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: return f(self, *a, **k) May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._get(url).json() May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:19:36.222609 dv-cinder-784623-10-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:19:36.303326 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['4bece253-5abe-42b0-9ab5-7f29df1b2363'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:19:36.332982 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.393028 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:36.413848 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.416097 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca370a7-2836-4fb5-9052-cb4f491d4709,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:36.421058 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:36.428194 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8ca370a7-2836-4fb5-9052-cb4f491d4709 HTTP/1.1" status: 204 len: 168 time: 1.0006664 May 18 06:19:36.428893 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35304) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:36.519741 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Deleting subnet 6c9637e7-2526-401f-a6d1-61fa4b3b0202 {{(pid=78802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:19:36.523269 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.525619 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2917c43-58cf-455a-908f-7b41f603086a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.552482 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b83d4d-72e8-4891-8fd8-babf02437dbb {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:19:36.560742 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.569539 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.576205 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Transition to ACTIVE for port object 71b83d4d-72e8-4891-8fd8-babf02437dbb will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:36.583130 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.587879 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-86b431a1-e7a7-4e0f-b440-a4a0050899a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:36.638491 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66634650'] for subnet, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.711982 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169aaed8-d20f-4a44-be97-fd3fe1753b00 req-cf0dd6d1-9239-4596-a182-b2a03fbf96b0 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:36.713425 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-169aaed8-d20f-4a44-be97-fd3fe1753b00 req-cf0dd6d1-9239-4596-a182-b2a03fbf96b0 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1973977 May 18 06:19:36.717549 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.773599 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Pushing event updated for resources: {'Port': ['ID=71b83d4d-72e8-4891-8fd8-babf02437dbb,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:36.783584 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:36.813696 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Attempting to bind port 71b83d4d-72e8-4891-8fd8-babf02437dbb on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:36.814011 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Attempting to bind port 71b83d4d-72e8-4891-8fd8-babf02437dbb by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:36.814344 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Attempting to bind port 71b83d4d-72e8-4891-8fd8-babf02437dbb on network 0edeb913-fb6f-4985-9386-728cbae15a09 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:36.818885 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Port 71b83d4d-72e8-4891-8fd8-babf02437dbb on network 0edeb913-fb6f-4985-9386-728cbae15a09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:19:36.819208 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Attempting to bind port 71b83d4d-72e8-4891-8fd8-babf02437dbb on network 0edeb913-fb6f-4985-9386-728cbae15a09 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:36.824817 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:36.825150 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Checking segment: {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:36.825532 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Bound using segment: {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:36.825955 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Bound port: 71b83d4d-72e8-4891-8fd8-babf02437dbb, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7391cd6-8342-4596-89af-f0c51e05b33e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:36.826299 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.920549 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] For port 71b83d4d-72e8-4891-8fd8-babf02437dbb, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:36.923735 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] For port 71b83d4d-72e8-4891-8fd8-babf02437dbb, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b83d4d-72e8-4891-8fd8-babf02437dbb,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:36.929177 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.933638 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:36.981877 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-169aaed8-d20f-4a44-be97-fd3fe1753b00 req-15ebd909-17cc-4fdc-b1ee-e319ddbc9f13 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380967 May 18 06:19:36.987470 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:36.988104 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:36.989560 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] 10.222.0.18 "PUT /v2.0/ports/71b83d4d-72e8-4891-8fd8-babf02437dbb HTTP/1.1" status: 200 len: 1094 time: 1.5461669 May 18 06:19:36.990413 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd441fe-09a2-4ecc-b412-682f06f3859e', 'tag': '71b83d4d-72e8-4891-8fd8-babf02437dbb'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:37.013923 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Pushing event updated for resources: {'Port': ['ID=71b83d4d-72e8-4891-8fd8-babf02437dbb,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:37.017673 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:37.038025 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0df5d-e27f-44a1-bda9-c96881b10600 req-af2dc61a-c878-403c-a95e-5ec5a1cc852a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:37.040161 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eac0df5d-e27f-44a1-bda9-c96881b10600 req-af2dc61a-c878-403c-a95e-5ec5a1cc852a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 944 time: 0.3237886 May 18 06:19:37.128648 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-c74a1437-aadb-45d4-be78-bee40cd7c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:37.130228 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-c74a1437-aadb-45d4-be78-bee40cd7c812 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 1097 time: 0.0832782 May 18 06:19:37.136831 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eac0df5d-e27f-44a1-bda9-c96881b10600 req-b052df47-b87e-46b0-b44f-a11d990ab176 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905428 May 18 06:19:37.187818 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd441fe-09a2-4ecc-b412-682f06f3859e', 'tag': '71b83d4d-72e8-4891-8fd8-babf02437dbb', 'status': 'completed', 'code': 200} May 18 06:19:37.203452 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-8c1ac89b-dd56-4a42-9887-4f6a2ca6a2c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71b83d4d-72e8-4891-8fd8-babf02437dbb HTTP/1.1" status: 200 len: 217 time: 0.0641291 May 18 06:19:37.243306 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2121266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2767021'] for subnet, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.251273 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:37.276284 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-7b332220-06d1-4933-9b6e-ced4b652be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:37.277722 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-7b332220-06d1-4933-9b6e-ced4b652be23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b422b18-596a-408e-a197-936dd80923c4 HTTP/1.1" status: 200 len: 855 time: 0.0665615 May 18 06:19:37.320476 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9637e7-2526-401f-a6d1-61fa4b3b0202,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:37.327804 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-15bce99c-13f0-478b-a23d-50c46f9e450c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0edeb913-fb6f-4985-9386-728cbae15a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410249 May 18 06:19:37.331285 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.343474 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b9875-81aa-4f8d-a334-b9c28cdff45b req-263fa296-e58b-48c8-b7cd-fe3ec8b045be tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:37.344919 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f99b9875-81aa-4f8d-a334-b9c28cdff45b req-263fa296-e58b-48c8-b7cd-fe3ec8b045be tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 944 time: 0.2071815 May 18 06:19:37.351839 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.352196 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.352554 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.352907 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.353254 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.353601 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.353945 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.354287 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.354628 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.355027 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.355392 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.355744 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:37.366407 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:37.384321 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-12a69308-a42a-45e1-a93c-a2dab43e76c7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6c9637e7-2526-401f-a6d1-61fa4b3b0202 HTTP/1.1" status: 204 len: 168 time: 0.9546473 May 18 06:19:37.388544 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35320) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:37.493306 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 4bece253-5abe-42b0-9ab5-7f29df1b2363 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:37.502584 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f99b9875-81aa-4f8d-a334-b9c28cdff45b req-77fbd306-3a7c-4e44-8974-5d30d5c22d2a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429143 May 18 06:19:37.530605 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.553018 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-974b60e4-1d36-4140-ae05-b7f5859c386c service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182193 May 18 06:19:37.553568 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8d304-c85c-4432-958b-87bfa8416ae9 req-3fa5c7b3-b992-4b19-b39b-8ec3c7a9f49a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:37.554486 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-03f8d304-c85c-4432-958b-87bfa8416ae9 req-3fa5c7b3-b992-4b19-b39b-8ec3c7a9f49a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.2720304 May 18 06:19:37.568900 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 4bece253-5abe-42b0-9ab5-7f29df1b2363 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:37.573711 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 4bece253-5abe-42b0-9ab5-7f29df1b2363 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:37.574259 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.655489 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.698005 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c9037a3d-b50b-4a67-b472-8f0c2bc6f25b req-2d052fd5-c142-4312-87d9-7bab8d46dbbd service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368048 May 18 06:19:37.709697 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-03f8d304-c85c-4432-958b-87bfa8416ae9 req-05e22c59-0700-4794-90cd-543ae772c2c2 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284366 May 18 06:19:37.711223 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.725265 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7738c2c8-018f-427a-b0c5-f25682211806']}} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:37.739801 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.741990 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4fa43c-84c1-4352-a0a7-e679dd0aeea0') {'for_net_delete': True} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:37.742289 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4fa43c-84c1-4352-a0a7-e679dd0aeea0') {} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:37.754858 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66634645'] for segment, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.770039 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bece253-5abe-42b0-9ab5-7f29df1b2363'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:37.771436 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.780189 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 4bece253-5abe-42b0-9ab5-7f29df1b2363, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4bece253-5abe-42b0-9ab5-7f29df1b2363,segment=NetworkSegment(158dbd80-126b-4aca-bef7-62ccf8d7fc3b),segment_id=158dbd80-126b-4aca-bef7-62ccf8d7fc3b)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:37.783158 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=78802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:19:37.783736 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121364'] for segment, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.785149 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.787206 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: Traceback (most recent call last): May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: timer() May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: cb(*args, **kw) May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: return func(*args, **kwargs) May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: self._notify() May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: self.callback(batched_events) May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: event.method(event) May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: return f(self, *a, **k) May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._get(url).json() May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: return self.request(url, 'GET', **kwargs) May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:19:37.799629 dv-cinder-784623-10-iscsi neutron-server[78802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:19:37.824952 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bece253-5abe-42b0-9ab5-7f29df1b2363', 'code': 200} May 18 06:19:37.837668 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b0a1-ceb1-49f9-8ac4-2b6665ae8f1b req-2f755f27-5257-4cb0-9450-8e9d79d6b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:37.840333 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0d82b0a1-ceb1-49f9-8ac4-2b6665ae8f1b req-2f755f27-5257-4cb0-9450-8e9d79d6b43a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afcbdb85b6794bbda1866b6565e294af&device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 1097 time: 0.0858412 May 18 06:19:37.862123 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=4bece253-5abe-42b0-9ab5-7f29df1b2363,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:37.868636 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:37.884907 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.889243 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:37.905575 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:37.912894 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7738c2c8-018f-427a-b0c5-f25682211806,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:37.915705 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7738c2c8-018f-427a-b0c5-f25682211806 HTTP/1.1" status: 204 len: 168 time: 0.5223114 May 18 06:19:37.916599 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-460dac38-eed2-4bc2-a4a2-609aea313fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:37.992654 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b0a1-ceb1-49f9-8ac4-2b6665ae8f1b req-f082f03c-ca33-45e4-95dd-49f9cf394a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:37.994077 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0d82b0a1-ceb1-49f9-8ac4-2b6665ae8f1b req-f082f03c-ca33-45e4-95dd-49f9cf394a9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 200 len: 916 time: 0.1451831 May 18 06:19:38.095826 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35332) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:38.100401 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0d82b0a1-ceb1-49f9-8ac4-2b6665ae8f1b req-a072bfd7-62df-4eea-9420-c33e23de3370 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71b83d4d-72e8-4891-8fd8-babf02437dbb HTTP/1.1" status: 200 len: 217 time: 0.0962322 May 18 06:19:38.179548 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82b0a1-ceb1-49f9-8ac4-2b6665ae8f1b req-c129583a-5558-404b-9193-90c2215e8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:38.180761 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0d82b0a1-ceb1-49f9-8ac4-2b6665ae8f1b req-c129583a-5558-404b-9193-90c2215e8741 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b422b18-596a-408e-a197-936dd80923c4 HTTP/1.1" status: 200 len: 855 time: 0.0695815 May 18 06:19:38.187198 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fa5ad-89aa-4229-9d9a-4ec8698f1f32 req-8288a925-4436-4fd0-b76b-89f34b482bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:38.188199 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-895fa5ad-89aa-4229-9d9a-4ec8698f1f32 req-8288a925-4436-4fd0-b76b-89f34b482bca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 1098 time: 0.1310124 May 18 06:19:38.203943 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-8674df81-f5c1-4cd8-9203-e76d061b3b80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d34d04ca8534b5e9b9c8c5df8dcdf9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1044500 May 18 06:19:38.204140 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35342) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:38.264710 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0d82b0a1-ceb1-49f9-8ac4-2b6665ae8f1b req-97b4d52a-9454-40e6-ac66-a81bc0587858 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0edeb913-fb6f-4985-9386-728cbae15a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670314 May 18 06:19:38.269180 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da672700-c00e-40f6-a23c-1fbb825447e5 req-67840e44-cffb-48c2-a490-55fd9e13fd66 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:38.276146 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da672700-c00e-40f6-a23c-1fbb825447e5 req-67840e44-cffb-48c2-a490-55fd9e13fd66 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1625180 May 18 06:19:38.304582 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-895fa5ad-89aa-4229-9d9a-4ec8698f1f32 req-636b1408-34b6-4b56-8585-c273ae11d5f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058278 May 18 06:19:38.375396 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-376cdb1e-4da5-4784-890f-41da025b79ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.409291 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da672700-c00e-40f6-a23c-1fbb825447e5 req-d8968b54-04ae-4952-ab49-6fbd771803d5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322491 May 18 06:19:38.409988 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0d82b0a1-ceb1-49f9-8ac4-2b6665ae8f1b req-67219719-8f78-4b3c-8b12-98218613c94c service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338713 May 18 06:19:38.419648 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-376cdb1e-4da5-4784-890f-41da025b79ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.452440 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7203f-70d4-45e7-9e07-b0bdae978aaa req-d42eab68-eba4-4a39-acdc-01b185d20032 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:38.453871 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-24e7203f-70d4-45e7-9e07-b0bdae978aaa req-d42eab68-eba4-4a39-acdc-01b185d20032 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 944 time: 0.1749902 May 18 06:19:38.504937 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-24e7203f-70d4-45e7-9e07-b0bdae978aaa req-bf8d34f6-4db5-4cd1-8c12-d16f4dc66c64 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431364 May 18 06:19:38.513290 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-376cdb1e-4da5-4784-890f-41da025b79ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.518110 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e23eb8e0-7b1c-4f98-a03a-c186a7598d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:38.529504 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cdb1e-4da5-4784-890f-41da025b79ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d00715-1d88-42a1-91d1-2d14d8b755e4,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:38.534466 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-376cdb1e-4da5-4784-890f-41da025b79ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:38.537302 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-376cdb1e-4da5-4784-890f-41da025b79ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:38.540668 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-376cdb1e-4da5-4784-890f-41da025b79ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5d00715-1d88-42a1-91d1-2d14d8b755e4 HTTP/1.1" status: 204 len: 168 time: 0.3331466 May 18 06:19:38.601439 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0d82b0a1-ceb1-49f9-8ac4-2b6665ae8f1b req-67c5a475-88fe-407e-b822-86de482b3010 service neutron] 10.222.0.18 "GET /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371582 May 18 06:19:38.709358 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790150d9-67b9-4fb5-9d70-b9125589174a req-d33a44c6-14fb-4d81-96e6-c5fa96739178 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:38.710870 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-790150d9-67b9-4fb5-9d70-b9125589174a req-d33a44c6-14fb-4d81-96e6-c5fa96739178 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 945 time: 0.0848207 May 18 06:19:38.760160 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-790150d9-67b9-4fb5-9d70-b9125589174a req-de5b2797-f81a-4239-9bbd-08f510489c68 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 May 18 06:19:38.892920 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 35360) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:38.915811 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9444f7-0902-4849-bd5d-ff544c7c8eda req-91f1970e-a651-4c3e-82e0-d96a976ed6ba tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:38.917266 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ac9444f7-0902-4849-bd5d-ff544c7c8eda req-91f1970e-a651-4c3e-82e0-d96a976ed6ba tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0801177 May 18 06:19:38.942215 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-05794736-b11f-4537-96da-2bf4184f5bc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bed5f3e9bb1b4cd394b39afea6f961af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480046 May 18 06:19:38.944627 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 35364) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:38.964659 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ac9444f7-0902-4849-bd5d-ff544c7c8eda req-1841920a-19f4-47e9-a352-83074fe6b6f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385489 May 18 06:19:39.002277 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-279221c9-3660-4713-8def-ff5f693ad9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:39.026963 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-279221c9-3660-4713-8def-ff5f693ad9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:39.077493 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-279221c9-3660-4713-8def-ff5f693ad9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:39.081207 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-df260f71-8741-494e-8155-dcb4cc42b47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:39.095220 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279221c9-3660-4713-8def-ff5f693ad9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29ff03a-b46f-415c-ba12-8305006b712c,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:39.098557 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-279221c9-3660-4713-8def-ff5f693ad9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:39.101848 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-279221c9-3660-4713-8def-ff5f693ad9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:39.102976 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-279221c9-3660-4713-8def-ff5f693ad9a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b29ff03a-b46f-415c-ba12-8305006b712c HTTP/1.1" status: 204 len: 168 time: 0.1574688 May 18 06:19:39.345831 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:39.613934 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88034c-ca3b-496f-b358-de2779f6d190 req-f61a34cc-add0-44b1-9241-f95b84edb4b0 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:39.615423 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8c88034c-ca3b-496f-b358-de2779f6d190 req-f61a34cc-add0-44b1-9241-f95b84edb4b0 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1001258 May 18 06:19:39.717370 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8c88034c-ca3b-496f-b358-de2779f6d190 req-cd27aeed-a2d3-4963-9c3e-af0af9a7d5ab tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657203 May 18 06:19:39.737020 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f51524-3cf2-44bc-8a73-86c8bed1a3a1 req-fa1e925c-268a-4d72-b5b4-ffb4fd832e0e tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:39.738452 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-32f51524-3cf2-44bc-8a73-86c8bed1a3a1 req-fa1e925c-268a-4d72-b5b4-ffb4fd832e0e tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 944 time: 0.1185732 May 18 06:19:39.863905 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-32f51524-3cf2-44bc-8a73-86c8bed1a3a1 req-3b242688-41cc-40a7-8ae2-c69ab0766bca tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161723 May 18 06:19:39.864229 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 35398) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:39.994472 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1029665498-network', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:40.000221 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:40.004981 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Usage tracker for resource:network and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:40.008985 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:40.015979 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:40.019753 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836b08e-91c5-4f5c-ba29-3652e65daa0d req-0dee2f6e-4b49-4d08-899b-0ba15d9eef43 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:40.021545 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b836b08e-91c5-4f5c-ba29-3652e65daa0d req-0dee2f6e-4b49-4d08-899b-0ba15d9eef43 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 945 time: 0.0992401 May 18 06:19:40.030147 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Made reservation on behalf of 8c20c2d152c642bf8d904ac48e065078 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:40.032612 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.047345 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.064977 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:40.070888 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Usage tracker for resource:security_group_rule and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:40.075212 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:40.077735 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b836b08e-91c5-4f5c-ba29-3652e65daa0d req-5e5aa03c-90f1-465a-aac9-fe93b9d8f3bc tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493009 May 18 06:19:40.082086 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:40.188763 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.193254 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.196851 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62434adf-3e7f-4d1a-97da-434b91dc9ab5 req-c8d9f379-6084-4dd4-bfdd-943a760b086c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:40.197307 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:40.198365 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-62434adf-3e7f-4d1a-97da-434b91dc9ab5 req-c8d9f379-6084-4dd4-bfdd-943a760b086c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0849025 May 18 06:19:40.237159 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:19:40.246334 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e775ebb7-3895-43e3-83a7-4666832e62f1,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:40.246788 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-62434adf-3e7f-4d1a-97da-434b91dc9ab5 req-dcd25ef2-cd2f-47c1-909c-3281ea37b4c6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 May 18 06:19:40.250346 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:40.253442 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.253773 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Added segment fdd2670a-0cea-44e7-9ee4-6050420f3ec0 of type vlan for network 9ac977e1-07bc-48fb-ab4e-d570af62399e May 18 06:19:40.293402 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.328829 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.328829 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:40.328829 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.331995 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-956990ef-b88f-4bbf-b861-78ce424f77f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:40.429090 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5636752 May 18 06:19:40.431810 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 35418) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:40.434987 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac977e1-07bc-48fb-ab4e-d570af62399e,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:40.439946 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Request body: {'subnet': {'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1029665498-subnet', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:40.443222 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:40.445496 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:40.448749 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 9ac977e1-07bc-48fb-ab4e-d570af62399e details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:19:40.450080 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Usage tracker for resource:subnet and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:40.453234 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:40.461324 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:40.474084 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Made reservation on behalf of 8c20c2d152c642bf8d904ac48e065078 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:40.476865 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3913263'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:40.938196 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b572a8a-e31b-4236-8f79-ead1852b8e6d req-bcdd9aa1-ab02-4d7a-9552-7fe5ed6ab340 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:40.939659 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7b572a8a-e31b-4236-8f79-ead1852b8e6d req-bcdd9aa1-ab02-4d7a-9552-7fe5ed6ab340 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0879169 May 18 06:19:41.010866 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3848650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3913277'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.014542 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7b572a8a-e31b-4236-8f79-ead1852b8e6d req-a12e36bc-14ee-44e0-9b43-7ee4e9263f95 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691431 May 18 06:19:41.015432 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:41.062636 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81cc1d-b09e-4b91-930f-51ea341ea981 req-98cd6691-c0fc-416d-8321-87485def8896 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:41.064356 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb81cc1d-b09e-4b91-930f-51ea341ea981 req-98cd6691-c0fc-416d-8321-87485def8896 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 944 time: 0.0830941 May 18 06:19:41.085329 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11794269-bed7-4b38-b222-5055dc31f4c5,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:41.089075 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:41.093593 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Checking segment: {'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:41.093952 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Network hostable DHCP agents. Network: 9ac977e1-07bc-48fb-ab4e-d570af62399e, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:19:41.112048 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb81cc1d-b09e-4b91-930f-51ea341ea981 req-383f7961-26f0-466a-afc9-9d79b54f283c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 May 18 06:19:41.113234 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Network 9ac977e1-07bc-48fb-ab4e-d570af62399e is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:19:41.124159 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 9ac977e1-07bc-48fb-ab4e-d570af62399e) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:41.134127 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ede41d-34fd-4015-8c3c-96375afbf543 None None] Network 9ac977e1-07bc-48fb-ab4e-d570af62399e requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:41.138997 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:41.139563 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.164003 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-85ab8c0a-69bc-4ff6-83d4-9096052f45e6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7284749 May 18 06:19:41.164307 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35436) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:41.169869 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:41.174476 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:41.178641 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Usage tracker for resource:router and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:41.181494 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:41.187448 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:41.199285 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-813629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7142'] for router, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.200699 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-813808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-733194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7161'] for router, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.264156 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.363604 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c7117-9fe1-4790-99ff-053f9f70d670 req-790a525e-6e96-4be4-b8d5-806bca2901a1 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:41.364430 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4bbcccd-1247-5822-9de9-63a88c1eb4be-9ac977e1-07bc-48fb-ab4e-d570af62399e', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'fixed_ips': [{'subnet_id': '11794269-bed7-4b38-b222-5055dc31f4c5'}]}} from dv-cinder-784623-10-iscsi. {{(pid=78804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:19:41.365099 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-608c7117-9fe1-4790-99ff-053f9f70d670 req-790a525e-6e96-4be4-b8d5-806bca2901a1 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 945 time: 0.1600060 May 18 06:19:41.365429 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.497884 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 71b83d4d-72e8-4891-8fd8-babf02437dbb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:19:41.539977 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Allocated IP 172.20.0.2 (9ac977e1-07bc-48fb-ab4e-d570af62399e/11794269-bed7-4b38-b222-5055dc31f4c5/f6df7d6c-51f6-457f-b38f-43a5ee857362) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:41.631380 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-813615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7115'] for router, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.638103 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-608c7117-9fe1-4790-99ff-053f9f70d670 req-ddd0743e-78ae-4fb4-8f59-2b36645b6e2e tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221937 May 18 06:19:41.678532 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b43238-e0d6-4ef8-9940-fc833fef8a6d req-f3cf2ca7-255e-4856-8169-10eb5cf4c005 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:41.680051 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-28b43238-e0d6-4ef8-9940-fc833fef8a6d req-f3cf2ca7-255e-4856-8169-10eb5cf4c005 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.3140523 May 18 06:19:41.748583 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 71b83d4d-72e8-4891-8fd8-babf02437dbb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b83d4d-72e8-4891-8fd8-babf02437dbb,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:41.773946 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '71b83d4d-72e8-4891-8fd8-babf02437dbb', 'network_id': '0edeb913-fb6f-4985-9386-728cbae15a09', 'port_id': '71b83d4d-72e8-4891-8fd8-babf02437dbb', 'mac_address': 'fa:16:3e:9f:aa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b422b18-596a-408e-a197-936dd80923c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:19:41.781265 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-28b43238-e0d6-4ef8-9940-fc833fef8a6d req-c1ceb69d-a7a4-4894-942d-a6cad2f9b35c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555573 May 18 06:19:41.892368 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.910097 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.921821 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b83d4d-72e8-4891-8fd8-babf02437dbb {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:19:41.938011 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 71b83d4d-72e8-4891-8fd8-babf02437dbb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b83d4d-72e8-4891-8fd8-babf02437dbb,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:41.941587 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Transition to ACTIVE for port object f6df7d6c-51f6-457f-b38f-43a5ee857362 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:41.948425 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:41.953239 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:42.010275 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.039354 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Transition to ACTIVE for port object f6df7d6c-51f6-457f-b38f-43a5ee857362 will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:42.052112 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.065699 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.075429 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=71b83d4d-72e8-4891-8fd8-babf02437dbb,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:42.079375 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Network 9ac977e1-07bc-48fb-ab4e-d570af62399e is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:42.080351 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:42.080888 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:42.114741 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:42.129436 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:42.241416 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Pushing event updated for resources: {'Port': ['ID=f6df7d6c-51f6-457f-b38f-43a5ee857362,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:42.250242 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:42.262764 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['71b83d4d-72e8-4891-8fd8-babf02437dbb'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:19:42.377092 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Attempting to bind port f6df7d6c-51f6-457f-b38f-43a5ee857362 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:42.377446 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Attempting to bind port f6df7d6c-51f6-457f-b38f-43a5ee857362 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:42.378359 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Attempting to bind port f6df7d6c-51f6-457f-b38f-43a5ee857362 on network 9ac977e1-07bc-48fb-ab4e-d570af62399e {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:42.387532 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:42.388289 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Checking segment: {'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:42.388692 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.389253 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Bound using segment: {'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:42.390675 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Bound port: f6df7d6c-51f6-457f-b38f-43a5ee857362, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:42.391273 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.535475 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Allocated IP 172.27.2.12 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/12f5d90d-0740-4df5-a66b-60102a0fb68f) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:42.574949 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72822c-7c66-486c-9fe1-940bbda906fc req-6c996a46-52b4-407d-b8e1-2f1138e4c6fa tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:42.579444 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] For port f6df7d6c-51f6-457f-b38f-43a5ee857362, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:42.581832 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1c72822c-7c66-486c-9fe1-940bbda906fc req-6c996a46-52b4-407d-b8e1-2f1138e4c6fa tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.3333917 May 18 06:19:42.598920 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] For port f6df7d6c-51f6-457f-b38f-43a5ee857362, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=f6df7d6c-51f6-457f-b38f-43a5ee857362,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:42.619190 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.626401 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:42.672754 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42820-99da-43c9-a023-d8a586646234 req-a7bb3b4e-d10f-4d12-84dd-f40bab2089b6 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:42.679915 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6ba42820-99da-43c9-a023-d8a586646234 req-a7bb3b4e-d10f-4d12-84dd-f40bab2089b6 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 945 time: 0.2439985 May 18 06:19:42.755526 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Pushing event updated for resources: {'Port': ['ID=f6df7d6c-51f6-457f-b38f-43a5ee857362,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:42.766851 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:42.773018 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1c72822c-7c66-486c-9fe1-940bbda906fc req-243bbb42-63e1-4d34-8521-a35bdf81913a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880643 May 18 06:19:42.804775 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6ba42820-99da-43c9-a023-d8a586646234 req-eb63df59-7d17-4919-9656-7c1346f71d61 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234710 May 18 06:19:42.859640 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.903992 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:42.912858 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:43.029619 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:43.042882 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:43.045652 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:43.110413 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=12f5d90d-0740-4df5-a66b-60102a0fb68f,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:43.126631 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:43.362631 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ffa05-e26a-4ecc-8a82-bb3b104cb4ba req-d3c19d51-4b5a-43d6-a4da-59944b52130c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:43.364148 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-070ffa05-e26a-4ecc-8a82-bb3b104cb4ba req-d3c19d51-4b5a-43d6-a4da-59944b52130c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.4049163 May 18 06:19:43.498602 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-070ffa05-e26a-4ecc-8a82-bb3b104cb4ba req-a49f8bba-5ec5-472b-9f5c-5f5565bd6fd5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278734 May 18 06:19:43.513808 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676c2f3-f740-4db9-9e2d-fa4f404a5d1e req-8aa68a88-4265-41ff-a3b1-2b8c57e0fa4a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:43.515305 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c676c2f3-f740-4db9-9e2d-fa4f404a5d1e req-8aa68a88-4265-41ff-a3b1-2b8c57e0fa4a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 945 time: 0.2533808 May 18 06:19:43.640476 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c676c2f3-f740-4db9-9e2d-fa4f404a5d1e req-ff97f023-f166-4163-b411-1d0bc9ed3f9f tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175656 May 18 06:19:43.644690 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:43.813909 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1e8b7a-cb86-479a-82b7-aeb83f854a12 None None] Network 9ac977e1-07bc-48fb-ab4e-d570af62399e requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:43.938357 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-6ea30781-7c25-49f7-b55b-4e03d4d2bf67 None None] Provisioning for port f6df7d6c-51f6-457f-b38f-43a5ee857362 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:44.266310 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-813622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686404'] for router, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:44.389818 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cac69c-fb49-48fb-a1ff-a44b2798841b req-1474e02b-8a5b-4aae-97e1-dbe4609ad6c3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:44.391270 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-32cac69c-fb49-48fb-a1ff-a44b2798841b req-1474e02b-8a5b-4aae-97e1-dbe4609ad6c3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.4794624 May 18 06:19:44.408676 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694b22e-7fd8-4138-9ba8-ce8c2bd06466 req-e386d94a-77ca-4975-a292-326498fff674 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:44.409958 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1694b22e-7fd8-4138-9ba8-ce8c2bd06466 req-e386d94a-77ca-4975-a292-326498fff674 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 945 time: 0.2714877 May 18 06:19:44.548506 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-32cac69c-fb49-48fb-a1ff-a44b2798841b req-0eab3aa4-605f-4531-a64e-65abc5ba3cd5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497476 May 18 06:19:44.559397 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1694b22e-7fd8-4138-9ba8-ce8c2bd06466 req-35143fb3-d39c-472a-b95a-9c50bd91954f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340914 May 18 06:19:44.598672 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 is scheduled to L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 with binding_index 1 {{(pid=78802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:19:44.885171 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:19:44.893589 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Sync routers for ids ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:19:44.899050 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e73037-f72e-4f38-b65e-2410c3f5c5e6 req-d23cf1be-1cb6-426d-a2fb-2af8d2eb259b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:44.900551 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b0e73037-f72e-4f38-b65e-2410c3f5c5e6 req-d23cf1be-1cb6-426d-a2fb-2af8d2eb259b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.2412455 May 18 06:19:44.914007 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Routers {'1b7ddb1b-d938-41bf-8949-5e91b935b7f7'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:44.914623 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:19:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:44.961390 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:44.965848 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7974319 May 18 06:19:44.966844 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 35500) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:44.975983 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b07326-eaba-4009-8dee-b7fe140a66ec req-640b1dd7-8ec0-477f-977d-b21e18234fce tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:44.977422 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-39b07326-eaba-4009-8dee-b7fe140a66ec req-640b1dd7-8ec0-477f-977d-b21e18234fce tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 945 time: 0.1880212 May 18 06:19:44.980702 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b0e73037-f72e-4f38-b65e-2410c3f5c5e6 req-2d340cb7-d6e4-4fab-b808-dcb6f25d9561 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691795 May 18 06:19:45.009350 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f6df7d6c-51f6-457f-b38f-43a5ee857362 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:45.042668 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-39b07326-eaba-4009-8dee-b7fe140a66ec req-a94762e4-56ef-4145-8a04-b6a61620c11c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572777 May 18 06:19:45.100023 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port f6df7d6c-51f6-457f-b38f-43a5ee857362 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:45.107333 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port f6df7d6c-51f6-457f-b38f-43a5ee857362 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:45.107777 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.121618 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Set router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:45.255697 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.291110 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port f6df7d6c-51f6-457f-b38f-43a5ee857362, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=f6df7d6c-51f6-457f-b38f-43a5ee857362,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:45.297723 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.303635 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:45.384310 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=f6df7d6c-51f6-457f-b38f-43a5ee857362,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:45.396305 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:45.432250 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 3, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:45.436435 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Checking router: 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:19:45.436785 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Updating router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 port 12f5d90d-0740-4df5-a66b-60102a0fb68f binding host dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:19:45.489611 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.603978 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 71b83d4d-72e8-4891-8fd8-babf02437dbb up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:45.735272 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 71b83d4d-72e8-4891-8fd8-babf02437dbb completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:45.736333 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.740744 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 71b83d4d-72e8-4891-8fd8-babf02437dbb triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:45.741176 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.872202 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.875634 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf868f-62d0-4df7-9589-cfd23d7d9c78 req-85c9413f-4ecd-49f6-a66d-99cf2d15b784 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:45.883032 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ecdf868f-62d0-4df7-9589-cfd23d7d9c78 req-85c9413f-4ecd-49f6-a66d-99cf2d15b784 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 945 time: 0.1813934 May 18 06:19:45.890593 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.893971 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075db2f4-b5c5-4b92-88c6-b0306377388e req-17170327-d1da-4010-b9ba-ea597ce2f938 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:45.895448 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-075db2f4-b5c5-4b92-88c6-b0306377388e req-17170327-d1da-4010-b9ba-ea597ce2f938 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1411788 May 18 06:19:45.907593 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd441fe-09a2-4ecc-b412-682f06f3859e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b83d4d-72e8-4891-8fd8-babf02437dbb'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:45.908690 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Transition to ACTIVE for port object 12f5d90d-0740-4df5-a66b-60102a0fb68f will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:45.919818 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.921243 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 71b83d4d-72e8-4891-8fd8-babf02437dbb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b83d4d-72e8-4891-8fd8-babf02437dbb,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:45.926376 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:45.927166 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:45.929395 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:45.972547 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Allocated IP 172.20.0.1 (9ac977e1-07bc-48fb-ab4e-d570af62399e/11794269-bed7-4b38-b222-5055dc31f4c5/1422d134-b008-4906-90db-90df37eda6b4) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:45.983025 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ecdf868f-62d0-4df7-9589-cfd23d7d9c78 req-fe6ba7fd-cba5-413e-960d-cd2cf1a5fb82 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990760 May 18 06:19:46.010213 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Pushing event updated for resources: {'Port': ['ID=12f5d90d-0740-4df5-a66b-60102a0fb68f,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:46.015460 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-075db2f4-b5c5-4b92-88c6-b0306377388e req-d9e51758-1300-4787-9a29-5b278f9262eb tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023843 May 18 06:19:46.024571 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=71b83d4d-72e8-4891-8fd8-babf02437dbb,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:46.029242 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:46.050035 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.050779 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.051348 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.051839 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.052268 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.052777 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.053275 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.053699 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.054354 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.054792 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.055297 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.055828 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:19:46.062263 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd441fe-09a2-4ecc-b412-682f06f3859e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b83d4d-72e8-4891-8fd8-babf02437dbb', 'code': 200} May 18 06:19:46.063570 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:46.073203 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Attempting to bind port 12f5d90d-0740-4df5-a66b-60102a0fb68f on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:46.073781 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Attempting to bind port 12f5d90d-0740-4df5-a66b-60102a0fb68f by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:46.074397 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Attempting to bind port 12f5d90d-0740-4df5-a66b-60102a0fb68f on network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:46.080828 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:46.082261 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Checking segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:46.083078 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.083684 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Bound using segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:46.084377 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Bound port: 12f5d90d-0740-4df5-a66b-60102a0fb68f, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:46.084957 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.154674 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.170950 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Transition to ACTIVE for port object 1422d134-b008-4906-90db-90df37eda6b4 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:46.196999 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.198699 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] For port 12f5d90d-0740-4df5-a66b-60102a0fb68f, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:46.201977 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] For port 12f5d90d-0740-4df5-a66b-60102a0fb68f, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=12f5d90d-0740-4df5-a66b-60102a0fb68f,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:46.203914 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:46.206202 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.211700 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:46.273952 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Network 9ac977e1-07bc-48fb-ab4e-d570af62399e is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:46.277994 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:46.282855 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:46.290602 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b014a9-5639-4bd4-86fb-7ca68c26aa68 req-278fd2a7-9324-4265-b000-4b251f54cde6 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:46.295419 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-48b014a9-5639-4bd4-86fb-7ca68c26aa68 req-278fd2a7-9324-4265-b000-4b251f54cde6 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 945 time: 0.1130826 May 18 06:19:46.295704 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Routers {'1b7ddb1b-d938-41bf-8949-5e91b935b7f7'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:46.296319 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:19:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:46.303461 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1771668-51f1-4948-b194-45fbc5f84922 req-2fc09a92-408a-49ee-84f8-7dd994c2ceae tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:46.304921 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f1771668-51f1-4948-b194-45fbc5f84922 req-2fc09a92-408a-49ee-84f8-7dd994c2ceae tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1641834 May 18 06:19:46.348870 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1422d134-b008-4906-90db-90df37eda6b4,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:46.355313 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:46.370111 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678847'] for router_interface, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.386760 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-48b014a9-5639-4bd4-86fb-7ca68c26aa68 req-3e49407e-e86f-4924-a766-cc344e869368 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807931 May 18 06:19:46.406083 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f1771668-51f1-4948-b194-45fbc5f84922 req-c883c475-8d9a-4781-8db6-275e25a2d58a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752149 May 18 06:19:46.407570 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Pushing event updated for resources: {'Port': ['ID=12f5d90d-0740-4df5-a66b-60102a0fb68f,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:46.422621 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:46.540537 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] Set router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:46.616622 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.618731 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-11d9016e-8ea1-495e-8270-d9544c2c5af6 None None] Provisioning for port 1422d134-b008-4906-90db-90df37eda6b4 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:46.623486 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-11d9016e-8ea1-495e-8270-d9544c2c5af6 None None] Provisioning complete for port 1422d134-b008-4906-90db-90df37eda6b4 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:46.624069 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-11d9016e-8ea1-495e-8270-d9544c2c5af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.678122 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-11d9016e-8ea1-495e-8270-d9544c2c5af6 None None] Port 1422d134-b008-4906-90db-90df37eda6b4 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:19:46.815896 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 3, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:46.819561 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d3781-1972-4c68-b003-4a1116f2a091 None None] The sync data for ids ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'] in dv-cinder-784623-10-iscsi is: [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:43Z', 'revision_number': 3, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:19:46.838867 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.847584 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.872001 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-5b758ccb-782d-42f2-b940-910087017b35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:46.939314 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f6df7d6c-51f6-457f-b38f-43a5ee857362 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:46.955840 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1422d134-b008-4906-90db-90df37eda6b4,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:46.958214 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676120'] for router_interface, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:46.961800 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:47.012344 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port f6df7d6c-51f6-457f-b38f-43a5ee857362 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:47.012727 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:47.145441 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Network 9ac977e1-07bc-48fb-ab4e-d570af62399e is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:47.146646 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:47.316702 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca6b67-18fe-4c22-9f29-1853dbbb9c2b req-fe7d35ad-b2e8-4065-b034-eda860f37e88 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:47.323994 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-45ca6b67-18fe-4c22-9f29-1853dbbb9c2b req-fe7d35ad-b2e8-4065-b034-eda860f37e88 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.1959143 May 18 06:19:47.372894 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:19:47.375754 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97661e0-3528-47ad-9c33-2e49568eeff1 req-0ae65d9f-7d00-491e-a4d5-893c9b4b54e1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:47.377179 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d97661e0-3528-47ad-9c33-2e49568eeff1 req-0ae65d9f-7d00-491e-a4d5-893c9b4b54e1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1666684 May 18 06:19:47.384214 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-45ca6b67-18fe-4c22-9f29-1853dbbb9c2b req-ce70b4ed-5577-4b0e-b0f6-5e73c6449cd8 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593657 May 18 06:19:47.415803 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-804d1bb1-8dc2-4f30-8792-6b4873df02f2 None None] Provisioning complete for port 1422d134-b008-4906-90db-90df37eda6b4 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:47.416312 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-804d1bb1-8dc2-4f30-8792-6b4873df02f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:47.456218 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d97661e0-3528-47ad-9c33-2e49568eeff1 req-a772473b-ec84-41d6-a782-ebe0653bb769 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706251 May 18 06:19:47.540437 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-804d1bb1-8dc2-4f30-8792-6b4873df02f2 None None] Port 1422d134-b008-4906-90db-90df37eda6b4 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:19:47.693870 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:19:47.815059 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/1b7ddb1b-d938-41bf-8949-5e91b935b7f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8396871 May 18 06:19:47.817896 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd1794-8ef1-44cd-98b2-a70018ff1173 req-ac06aa9f-c446-4a80-a6d1-47b53ba9a724 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:47.825696 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4abd1794-8ef1-44cd-98b2-a70018ff1173 req-ac06aa9f-c446-4a80-a6d1-47b53ba9a724 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1228480 May 18 06:19:47.847137 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162a056-538e-4819-aca4-b66cc7317be3 req-67a1f823-427c-426b-aa18-803047668684 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:47.854967 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2162a056-538e-4819-aca4-b66cc7317be3 req-67a1f823-427c-426b-aa18-803047668684 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 945 time: 0.3302140 May 18 06:19:47.874158 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-12c56111-0689-4bd9-aab6-bef225e7f22b tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:47.874925 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-12c56111-0689-4bd9-aab6-bef225e7f22b tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Synchronizing usage tracker for tenant:939e39e032e3427dbefc8637fd240077 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:19:47.888006 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa17385-3953-4152-8de4-84d7785fe88e req-9e9a1945-1701-44a3-ac12-a49b57677ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:47.889604 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-faa17385-3953-4152-8de4-84d7785fe88e req-9e9a1945-1701-44a3-ac12-a49b57677ad4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 1099 time: 0.1307738 May 18 06:19:47.913936 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-12c56111-0689-4bd9-aab6-bef225e7f22b tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Unset dirty status for tenant:939e39e032e3427dbefc8637fd240077 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:19:47.915203 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-12c56111-0689-4bd9-aab6-bef225e7f22b tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 945 time: 0.2231095 May 18 06:19:47.916150 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2162a056-538e-4819-aca4-b66cc7317be3 req-f7061b5b-022c-4821-a3a8-87b81dcb37b9 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/security-groups?id=795121c5-7d0f-4235-aa0d-a83e26eb5f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602715 May 18 06:19:47.937067 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4abd1794-8ef1-44cd-98b2-a70018ff1173 req-995f8289-43e0-4ac3-b990-fc9f356b473e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104877 May 18 06:19:47.994133 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-faa17385-3953-4152-8de4-84d7785fe88e req-6a8dd9f9-0f7a-479b-92bc-4d3bc06c712d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965168 May 18 06:19:48.081526 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Deleting port 4bece253-5abe-42b0-9ab5-7f29df1b2363 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:19:48.081872 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.219895 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] For port 4bece253-5abe-42b0-9ab5-7f29df1b2363, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4bece253-5abe-42b0-9ab5-7f29df1b2363,segment=NetworkSegment(158dbd80-126b-4aca-bef7-62ccf8d7fc3b),segment_id=158dbd80-126b-4aca-bef7-62ccf8d7fc3b)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:48.220484 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.365553 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35556) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:48.371385 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-147156829-network', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:48.376833 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:48.381609 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Usage tracker for resource:network and tenant:d037d4ac0ba3473cbb1b85fb40702313 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:48.385097 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:48.391870 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:48.402966 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Made reservation on behalf of d037d4ac0ba3473cbb1b85fb40702313 for: {'network': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:48.405807 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.422220 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.437527 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:48.442210 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Usage tracker for resource:security_group_rule and tenant:d037d4ac0ba3473cbb1b85fb40702313 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:48.444636 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Calling delete_port for 4bece253-5abe-42b0-9ab5-7f29df1b2363 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:19:48.445426 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:48.456950 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:48.583075 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.595969 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['4bece253-5abe-42b0-9ab5-7f29df1b2363'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:19:48.605829 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:48.674431 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Pushing event deleted for resources: {'Port': ['ID=4bece253-5abe-42b0-9ab5-7f29df1b2363,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:48.682400 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:48.686976 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.701070 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526db360-e980-48bd-a275-671738ba3123 req-df5110fe-6e67-413f-8e50-970948089a01 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:48.708175 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-526db360-e980-48bd-a275-671738ba3123 req-df5110fe-6e67-413f-8e50-970948089a01 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.2037890 May 18 06:19:48.730560 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.740508 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:48.776006 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=78802) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:19:48.803276 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] No DVR routers for this DVR port 4bece253-5abe-42b0-9ab5-7f29df1b2363 on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:19:48.805773 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.809126 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c', 'name': 'network-vif-deleted', 'tag': '4bece253-5abe-42b0-9ab5-7f29df1b2363'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:19:48.812859 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-526db360-e980-48bd-a275-671738ba3123 req-de296c11-6e7f-45b1-8b73-22c3794069a3 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037459 May 18 06:19:48.829435 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7127bcd-60a8-4064-b877-efb92b2e00cf,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:48.835314 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-418b2566-491b-49a6-9d5d-904e7973bd24 req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.18 "DELETE /v2.0/ports/4bece253-5abe-42b0-9ab5-7f29df1b2363 HTTP/1.1" status: 204 len: 173 time: 0.8997285 May 18 06:19:48.837221 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Sync routers for ids ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:19:48.855908 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Routers {'1b7ddb1b-d938-41bf-8949-5e91b935b7f7'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:48.856885 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:19:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:48.861208 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:48.862819 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.863184 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.segments_db [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Added segment c3f5c595-cb98-4cc7-8c11-4f4fff50bc24 of type vlan for network 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 May 18 06:19:48.880772 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bb655-c73b-452b-8b16-e7893663dfc6 req-bde5fc9f-566b-4aca-9ca9-2b05b2697abe tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:48.890628 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb7bb655-c73b-452b-8b16-e7893663dfc6 req-bde5fc9f-566b-4aca-9ca9-2b05b2697abe tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.2838938 May 18 06:19:48.965980 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb7bb655-c73b-452b-8b16-e7893663dfc6 req-4fa78b9b-9f46-4361-935f-a3f5eab8b9c8 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743749 May 18 06:19:48.971598 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:48.999551 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c', 'name': 'network-vif-deleted', 'tag': '4bece253-5abe-42b0-9ab5-7f29df1b2363', 'status': 'completed', 'code': 200} May 18 06:19:49.052445 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.054118 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:49.054682 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.108243 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2aa17c30-f521-4165-997c-0bd629af6935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:49.134341 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 12f5d90d-0740-4df5-a66b-60102a0fb68f up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:49.153759 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7870350 May 18 06:19:49.156786 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 35584) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:49.162732 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Request body: {'subnet': {'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-147156829-subnet', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:49.174482 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:49.187726 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Usage tracker for resource:subnet and tenant:d037d4ac0ba3473cbb1b85fb40702313 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:49.196901 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:49.213624 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:49.257677 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Made reservation on behalf of d037d4ac0ba3473cbb1b85fb40702313 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:19:49.261387 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3913263'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.374606 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35590) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:49.418295 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 12f5d90d-0740-4df5-a66b-60102a0fb68f completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:49.425012 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 12f5d90d-0740-4df5-a66b-60102a0fb68f triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:49.425642 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.441514 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Pushing event updated for resources: {'Network': ['ID=8feb0adb-780a-4ed6-9925-7b94bf77e0b9,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:49.445964 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1c44460f-d872-43b7-905d-ec0c82d4694d req-6d69c677-c880-40b0-a087-e2ddd9a3a940 tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4ff5a3-4f2a-4c39-8b5a-7aaddca8f74c HTTP/1.1" status: 200 len: 210 time: 0.1301520 May 18 06:19:49.449388 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:49.474720 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:19:49.492520 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680719a-11bf-44f8-9258-80d8fd7044a8 req-1c8c7757-8269-4ad4-aa31-25206b67acdc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:49.503587 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9680719a-11bf-44f8-9258-80d8fd7044a8 req-1c8c7757-8269-4ad4-aa31-25206b67acdc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.2203288 May 18 06:19:49.525307 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42280d-7ab3-485e-a3e6-34216cde049b req-48082090-c33d-4faa-877f-3261d31e4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:49.526832 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9d42280d-7ab3-485e-a3e6-34216cde049b req-48082090-c33d-4faa-877f-3261d31e4878 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 1098 time: 0.1260986 May 18 06:19:49.553247 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9680719a-11bf-44f8-9258-80d8fd7044a8 req-486b2708-0edc-47a5-8216-56c0eb25a7c4 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484622 May 18 06:19:49.566725 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Set router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:49.580715 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4db5125d-800c-460b-9a23-0ac8117fae35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.595948 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-4db5125d-800c-460b-9a23-0ac8117fae35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:49.599905 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-4db5125d-800c-460b-9a23-0ac8117fae35 admin admin] Usage tracker for resource:security_group_rule and tenant:38115c062b324f97a7af3767fc990606 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:49.603401 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-4db5125d-800c-460b-9a23-0ac8117fae35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:49.613194 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-4db5125d-800c-460b-9a23-0ac8117fae35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:49.636216 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9d42280d-7ab3-485e-a3e6-34216cde049b req-8455ec3c-2ffc-42ee-8486-e035d238c839 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564184 May 18 06:19:49.721298 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4db5125d-800c-460b-9a23-0ac8117fae35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.727979 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4db5125d-800c-460b-9a23-0ac8117fae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.739741 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fe1178d5-58ed-4a6b-a154-dea07ee5de0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:49.792990 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-4db5125d-800c-460b-9a23-0ac8117fae35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38115c062b324f97a7af3767fc990606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785121 May 18 06:19:49.792990 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5125d-800c-460b-9a23-0ac8117fae35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ed9a29-3bbc-400f-95f4-7345ac3b942e,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:49.794126 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35596) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:49.796679 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4db5125d-800c-460b-9a23-0ac8117fae35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:49.865480 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d25fe590-5509-4b06-968c-7d8bb277b7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.899776 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d25fe590-5509-4b06-968c-7d8bb277b7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.903776 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3848650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3913277'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.911574 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a078d1ef-8b71-40a4-b90d-072a788d6260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:49.920915 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.955692 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 12f5d90d-0740-4df5-a66b-60102a0fb68f, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=12f5d90d-0740-4df5-a66b-60102a0fb68f,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:49.966073 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d25fe590-5509-4b06-968c-7d8bb277b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.971201 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:49.979037 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:49.982255 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fe590-5509-4b06-968c-7d8bb277b7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ed9a29-3bbc-400f-95f4-7345ac3b942e,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:49.985741 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d25fe590-5509-4b06-968c-7d8bb277b7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:49.985866 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:50.001178 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d25fe590-5509-4b06-968c-7d8bb277b7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.002676 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d25fe590-5509-4b06-968c-7d8bb277b7f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3ed9a29-3bbc-400f-95f4-7345ac3b942e HTTP/1.1" status: 204 len: 168 time: 0.2076490 May 18 06:19:50.030751 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Checking segment: {'id': 'c3f5c595-cb98-4cc7-8c11-4f4fff50bc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:50.031115 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Network hostable DHCP agents. Network: 8feb0adb-780a-4ed6-9925-7b94bf77e0b9, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:19:50.068043 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:50.074563 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:50.100896 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Network 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:19:50.119360 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 8feb0adb-780a-4ed6-9925-7b94bf77e0b9) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:50.139138 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:50.139647 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.145958 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00939a29-c850-4411-b898-46744223c4b6 None None] Network 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:50.173106 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cfd6c-c23c-42be-bcfb-a20dc0315777 req-b103f48b-c781-4cfb-9722-c9723d86301b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:50.174623 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-307cfd6c-c23c-42be-bcfb-a20dc0315777 req-b103f48b-c781-4cfb-9722-c9723d86301b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.1399670 May 18 06:19:50.185301 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e64dfd0a-c900-4083-8ed3-0b1030a72521 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0270693 May 18 06:19:50.187982 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 35608) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:50.203091 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-147156829-router', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:19:50.211518 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:50.227938 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Usage tracker for resource:router and tenant:d037d4ac0ba3473cbb1b85fb40702313 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:50.231698 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:50.237750 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:50.247783 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-813629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7142'] for router, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.248931 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-813808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-733194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7161'] for router, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.305461 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.327848 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-307cfd6c-c23c-42be-bcfb-a20dc0315777 req-ae4f07f4-42b7-4744-aab1-9b311432d410 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385345 May 18 06:19:50.404705 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060f18a-7212-4284-86b1-7ee77e5e00af req-db928c75-dd52-4192-8d5b-54eba42d36cd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:50.408595 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2060f18a-7212-4284-86b1-7ee77e5e00af req-db928c75-dd52-4192-8d5b-54eba42d36cd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1889594 May 18 06:19:50.441652 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=12f5d90d-0740-4df5-a66b-60102a0fb68f,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:50.450950 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:50.481939 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4bbcccd-1247-5822-9de9-63a88c1eb4be-8feb0adb-780a-4ed6-9925-7b94bf77e0b9', 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'fixed_ips': [{'subnet_id': '5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c'}]}} from dv-cinder-784623-10-iscsi. {{(pid=78804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:19:50.483034 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.510129 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '1422d134-b008-4906-90db-90df37eda6b4', 'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'mac_address': 'fa:16:3e:93:eb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:45Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 2, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'subnets': [{'id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:50.523278 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2060f18a-7212-4284-86b1-7ee77e5e00af req-f61c8aaa-b054-4e98-9122-4a7e6272fff8 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082625 May 18 06:19:50.552411 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Checking router: 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:19:50.553164 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Updating router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 port 1422d134-b008-4906-90db-90df37eda6b4 binding host dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:19:50.645348 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:50.844865 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-813615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7115'] for router, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.026830 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818a27a-a2d3-4012-8f21-2122e1c7e249 req-b8a0cc34-2648-4862-b9a8-39c1b680c0a5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:51.035458 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3818a27a-a2d3-4012-8f21-2122e1c7e249 req-b8a0cc34-2648-4862-b9a8-39c1b680c0a5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.2002034 May 18 06:19:51.145981 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3818a27a-a2d3-4012-8f21-2122e1c7e249 req-35940fd1-2aeb-4c68-9229-dc451a675d92 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092906 May 18 06:19:51.315555 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d45737a0-0ab3-4816-adfa-baed722c657e req-290bb771-b5b3-4a95-b72e-443cf9dace4b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2648852 May 18 06:19:51.327740 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 12f5d90d-0740-4df5-a66b-60102a0fb68f up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:51.518403 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.523676 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Allocated IP 172.20.0.2 (8feb0adb-780a-4ed6-9925-7b94bf77e0b9/5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c/844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:51.543422 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 4bece253-5abe-42b0-9ab5-7f29df1b2363 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:19:51.644048 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 4bece253-5abe-42b0-9ab5-7f29df1b2363 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:19:51.644409 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 4bece253-5abe-42b0-9ab5-7f29df1b2363 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:19:51.688552 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Transition to ACTIVE for port object 1422d134-b008-4906-90db-90df37eda6b4 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:51.721128 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.749866 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45737a0-0ab3-4816-adfa-baed722c657e req-092816f6-6c80-4009-9f58-5f5c3d90539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:51.751343 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d45737a0-0ab3-4816-adfa-baed722c657e req-092816f6-6c80-4009-9f58-5f5c3d90539e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 1098 time: 0.4102468 May 18 06:19:51.755729 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.797303 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 12f5d90d-0740-4df5-a66b-60102a0fb68f triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:51.797667 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.830513 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5af5fe-ea7a-4625-8686-d93ec9ac04b9 req-92bf5e3f-7bfa-409c-8da5-0b87a66ff92a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:51.832479 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:51.834074 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3f5af5fe-ea7a-4625-8686-d93ec9ac04b9 req-92bf5e3f-7bfa-409c-8da5-0b87a66ff92a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1249197 May 18 06:19:51.849551 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:51.909359 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3f5af5fe-ea7a-4625-8686-d93ec9ac04b9 req-f9371ca5-a7ce-4589-8e04-6aefe3d67f0c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676501 May 18 06:19:51.929275 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d6c6a-4161-49e5-ac80-b39d4af096ae None None] Pushing event updated for resources: {'Port': ['ID=1422d134-b008-4906-90db-90df37eda6b4,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:52.072572 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-270d6c6a-4161-49e5-ac80-b39d4af096ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:52.130388 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35684) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:52.268114 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Allocated IP 172.27.2.65 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/d2add378-c47c-46aa-a501-42ce3bd8f117) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:52.307137 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45737a0-0ab3-4816-adfa-baed722c657e req-8e99c042-ba6c-4a48-9464-f43a7fbe08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:52.320643 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d45737a0-0ab3-4816-adfa-baed722c657e req-8e99c042-ba6c-4a48-9464-f43a7fbe08e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 920 time: 0.4456971 May 18 06:19:52.465748 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e46904b6-4462-4c6b-9304-edbda0c2630f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:52.488308 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-e46904b6-4462-4c6b-9304-edbda0c2630f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:52.492946 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-e46904b6-4462-4c6b-9304-edbda0c2630f admin admin] Usage tracker for resource:security_group_rule and tenant:904e8444af1c45cab4d086f5d9d1f7ad is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:52.497296 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-e46904b6-4462-4c6b-9304-edbda0c2630f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:52.503595 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-e46904b6-4462-4c6b-9304-edbda0c2630f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:52.521953 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Attempting to bind port 1422d134-b008-4906-90db-90df37eda6b4 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:52.522503 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Attempting to bind port 1422d134-b008-4906-90db-90df37eda6b4 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:52.522923 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Attempting to bind port 1422d134-b008-4906-90db-90df37eda6b4 on network 9ac977e1-07bc-48fb-ab4e-d570af62399e {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:52.560850 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475592f-b7b0-4572-801a-c7da91eff666 req-a2b64c31-c581-48f8-a051-1ee3f52d0ac0 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:52.568391 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f475592f-b7b0-4572-801a-c7da91eff666 req-a2b64c31-c581-48f8-a051-1ee3f52d0ac0 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1929011 May 18 06:19:52.646872 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d45737a0-0ab3-4816-adfa-baed722c657e req-7c19cd42-0895-4ec9-bbaa-c3f961175af3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376 HTTP/1.1" status: 200 len: 217 time: 0.3145037 May 18 06:19:52.648339 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f475592f-b7b0-4572-801a-c7da91eff666 req-b5cea4a7-9693-4708-bdbc-40e7fd65dfed tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790241 May 18 06:19:52.681368 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:52.681889 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Checking segment: {'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:52.683216 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:52.683922 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Bound using segment: {'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:52.686764 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Bound port: 1422d134-b008-4906-90db-90df37eda6b4, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:52.687381 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:52.770864 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e46904b6-4462-4c6b-9304-edbda0c2630f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:52.779420 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e46904b6-4462-4c6b-9304-edbda0c2630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:52.782888 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45737a0-0ab3-4816-adfa-baed722c657e req-23a0c4a6-b109-4d15-aa7f-4824ddc63cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:52.786334 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d45737a0-0ab3-4816-adfa-baed722c657e req-23a0c4a6-b109-4d15-aa7f-4824ddc63cfd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 200 len: 859 time: 0.1144850 May 18 06:19:52.791266 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-7f8e9373-bd04-41e5-a168-67f7d76b5560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:52.824344 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46904b6-4462-4c6b-9304-edbda0c2630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bc8f30-c5d3-4fc9-9e9f-ebcad1ca79b8,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:52.830647 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e46904b6-4462-4c6b-9304-edbda0c2630f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:52.856131 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:52.857193 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb188b-1fb1-45a1-88db-7e129949b60c req-3176f739-16aa-4920-b022-8de34b1c07c2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:52.867602 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3cfb188b-1fb1-45a1-88db-7e129949b60c req-3176f739-16aa-4920-b022-8de34b1c07c2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.2180362 May 18 06:19:52.876001 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d45737a0-0ab3-4816-adfa-baed722c657e req-812d83e2-56f5-41fe-aa2d-622dfaa6251a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680349 May 18 06:19:52.916233 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:52.962807 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Transition to ACTIVE for port object 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:53.021248 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-e46904b6-4462-4c6b-9304-edbda0c2630f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=904e8444af1c45cab4d086f5d9d1f7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894584 May 18 06:19:53.023744 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35718) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:53.039598 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Transition to ACTIVE for port object 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:53.046100 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] For port 1422d134-b008-4906-90db-90df37eda6b4, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:53.052148 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] For port 1422d134-b008-4906-90db-90df37eda6b4, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=1422d134-b008-4906-90db-90df37eda6b4,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:53.054107 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d45737a0-0ab3-4816-adfa-baed722c657e req-4b01c55a-acdc-41a0-a0bb-260f109fc421 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687644 May 18 06:19:53.054428 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.060539 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.061651 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:53.067227 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3fdc8294-cea7-4bef-8085-f218d3a7671d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:53.116120 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3cfb188b-1fb1-45a1-88db-7e129949b60c req-f437e406-b1c8-4d0d-98b9-3c61c0020efc tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474399 May 18 06:19:53.174818 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.175929 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4f645236-796e-4eec-b3fe-a59b9cd1b585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.205395 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4f645236-796e-4eec-b3fe-a59b9cd1b585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.209492 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Pushing event updated for resources: {'Port': ['ID=844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:53.223824 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:53.228319 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:53.240650 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Network 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:53.241312 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:53.243829 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:53.246787 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-4d2134bf-fb10-4a6e-9dd7-aee900a9c909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:53.278942 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4f645236-796e-4eec-b3fe-a59b9cd1b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.284744 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-54530416-bd07-4614-9a49-e34e7cb6a12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:53.298938 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Pushing event updated for resources: {'Port': ['ID=d2add378-c47c-46aa-a501-42ce3bd8f117,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:53.299497 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f645236-796e-4eec-b3fe-a59b9cd1b585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bc8f30-c5d3-4fc9-9e9f-ebcad1ca79b8,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:53.303352 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4f645236-796e-4eec-b3fe-a59b9cd1b585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:53.305147 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:53.312335 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4f645236-796e-4eec-b3fe-a59b9cd1b585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.313280 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-4f645236-796e-4eec-b3fe-a59b9cd1b585 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30bc8f30-c5d3-4fc9-9e9f-ebcad1ca79b8 HTTP/1.1" status: 204 len: 168 time: 0.2886608 May 18 06:19:53.404474 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:53.411053 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d6c6a-4161-49e5-ac80-b39d4af096ae None None] Pushing event updated for resources: {'Port': ['ID=1422d134-b008-4906-90db-90df37eda6b4,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:53.433436 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-270d6c6a-4161-49e5-ac80-b39d4af096ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:53.434171 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:53.565755 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d45737a0-0ab3-4816-adfa-baed722c657e req-8c8fb59f-ba10-416e-9bb0-76dde11b05ae service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993503 May 18 06:19:53.571809 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.572469 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Routers {'1b7ddb1b-d938-41bf-8949-5e91b935b7f7'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:53.573852 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:19:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:53.683947 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Attempting to bind port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:53.684428 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Attempting to bind port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'c3f5c595-cb98-4cc7-8c11-4f4fff50bc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:53.684865 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Attempting to bind port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb on network 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:53.701827 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:53.702272 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Checking segment: {'id': 'c3f5c595-cb98-4cc7-8c11-4f4fff50bc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:53.702871 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.703459 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Bound using segment: {'id': 'c3f5c595-cb98-4cc7-8c11-4f4fff50bc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:53.704018 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Bound port: 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f5c595-cb98-4cc7-8c11-4f4fff50bc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:53.704397 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:53.871641 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015ebcf-4a67-474a-8b56-281445722c9e req-6e914f33-520e-43e1-a6cb-1ef480696f61 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:53.873131 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6015ebcf-4a67-474a-8b56-281445722c9e req-6e914f33-520e-43e1-a6cb-1ef480696f61 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0829976 May 18 06:19:53.887492 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] Set router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:53.921705 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6015ebcf-4a67-474a-8b56-281445722c9e req-b775d5ef-f740-4c0c-985a-47116d1ec238 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 May 18 06:19:53.998802 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] For port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:53.999275 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:54.063243 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] For port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb,segment=NetworkSegment(c3f5c595-cb98-4cc7-8c11-4f4fff50bc24),segment_id=c3f5c595-cb98-4cc7-8c11-4f4fff50bc24)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:54.087937 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:54.095616 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:54.283037 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Pushing event updated for resources: {'Port': ['ID=844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:54.296687 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:54.369573 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0af04-e497-4f7b-8ee4-1bbe549dbba2 req-55eff19f-beff-46d2-9c4a-b8d27a5fabc8 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:54.371332 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-68c0af04-e497-4f7b-8ee4-1bbe549dbba2 req-55eff19f-beff-46d2-9c4a-b8d27a5fabc8 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1620755 May 18 06:19:54.387494 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '1422d134-b008-4906-90db-90df37eda6b4', 'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'mac_address': 'fa:16:3e:93:eb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:45Z', 'updated_at': '2021-05-18T06:19:53Z', 'revision_number': 4, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'subnets': [{'id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:54.391818 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbbe263-8d15-42fd-86a0-1523dac539c4 None None] The sync data for ids ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'] in dv-cinder-784623-10-iscsi is: [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '1422d134-b008-4906-90db-90df37eda6b4', 'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'mac_address': 'fa:16:3e:93:eb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:45Z', 'updated_at': '2021-05-18T06:19:53Z', 'revision_number': 4, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'subnets': [{'id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:19:54.412387 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9e8f3-dabc-41ed-860d-935b538ccf86 req-252e8e8f-2cd4-4707-b6af-b3ac2b1acb29 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:54.413945 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c4a9e8f3-dabc-41ed-860d-935b538ccf86 req-252e8e8f-2cd4-4707-b6af-b3ac2b1acb29 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1395600 May 18 06:19:54.420711 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-813622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686404'] for router, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:54.481053 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-68c0af04-e497-4f7b-8ee4-1bbe549dbba2 req-2afa8969-b5ad-42e4-a573-ab6da29c7437 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003091 May 18 06:19:54.515382 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c4a9e8f3-dabc-41ed-860d-935b538ccf86 req-d47fc741-da51-4eff-80de-2430c46fb9d2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873520 May 18 06:19:54.711348 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Router 28b3887d-9a68-477e-8191-e3c4dbcf4662 is scheduled to L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 with binding_index 1 {{(pid=78803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:19:54.899290 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:19:54.910518 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Sync routers for ids ['28b3887d-9a68-477e-8191-e3c4dbcf4662'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:19:54.923321 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Routers {'28b3887d-9a68-477e-8191-e3c4dbcf4662'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:54.925799 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:19:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['28b3887d-9a68-477e-8191-e3c4dbcf4662'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:54.935818 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:54.935818 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7446659 May 18 06:19:54.936750 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 35762) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:55.030491 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:55.148333 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:55.155477 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 1422d134-b008-4906-90db-90df37eda6b4 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:55.161527 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Set router 28b3887d-9a68-477e-8191-e3c4dbcf4662 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:55.268922 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 1422d134-b008-4906-90db-90df37eda6b4 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:55.283040 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 1422d134-b008-4906-90db-90df37eda6b4 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:55.283623 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:55.488193 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:55.532656 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d890109f-ff5d-443e-a40d-ea94bf57ba25 None None] Network 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:19:55.581633 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'name': 'tempest-TestMinimumBasicScenario-147156829-router', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:19:53Z', 'revision_number': 3, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'gw_port': {'id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:51Z', 'updated_at': '2021-05-18T06:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:55.586773 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Checking router: 28b3887d-9a68-477e-8191-e3c4dbcf4662 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:19:55.587521 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Updating router 28b3887d-9a68-477e-8191-e3c4dbcf4662 port d2add378-c47c-46aa-a501-42ce3bd8f117 binding host dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:19:55.637212 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 1422d134-b008-4906-90db-90df37eda6b4, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=1422d134-b008-4906-90db-90df37eda6b4,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:55.647949 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:55.654257 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:55.691627 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:55.821768 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=1422d134-b008-4906-90db-90df37eda6b4,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:55.836170 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-12592633-572b-42bc-b940-495ed5c3bfd1 None None] Provisioning for port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:55.841177 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1260de-9371-475f-acae-1f46bf7be677 req-c19b26d9-b8f3-49c6-95cf-e3c5920681d5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:55.846955 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ee1260de-9371-475f-acae-1f46bf7be677 req-c19b26d9-b8f3-49c6-95cf-e3c5920681d5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1430295 May 18 06:19:55.850754 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:55.877699 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-12592633-572b-42bc-b940-495ed5c3bfd1 None None] Provisioning complete for port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:55.879457 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-12592633-572b-42bc-b940-495ed5c3bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:55.953754 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ee1260de-9371-475f-acae-1f46bf7be677 req-1964ecf9-f4d7-4f01-b797-27f02a51fdd5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023812 May 18 06:19:56.080826 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8381bfc-c4c3-4d56-9b87-3bc4c3e972fd req-ea9ea7b8-8342-4927-b99f-b07fb7289726 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:56.082348 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d8381bfc-c4c3-4d56-9b87-3bc4c3e972fd req-ea9ea7b8-8342-4927-b99f-b07fb7289726 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1113141 May 18 06:19:56.108393 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.138106 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d8381bfc-c4c3-4d56-9b87-3bc4c3e972fd req-38fbfe1f-dd3a-4b22-ab5d-e2f9e9cbc2be tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437143 May 18 06:19:56.220856 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.234624 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Transition to ACTIVE for port object d2add378-c47c-46aa-a501-42ce3bd8f117 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:56.239927 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-12592633-572b-42bc-b940-495ed5c3bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.242462 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.247153 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-19540e2c-8ac5-449c-a09a-02e7a396bb96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:56.281458 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-12592633-572b-42bc-b940-495ed5c3bfd1 None None] For port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb,segment=NetworkSegment(c3f5c595-cb98-4cc7-8c11-4f4fff50bc24),segment_id=c3f5c595-cb98-4cc7-8c11-4f4fff50bc24)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:56.291511 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-12592633-572b-42bc-b940-495ed5c3bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.295295 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:56.325140 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb0f60-fe18-4ea1-8e6c-7fd1ad7aaa26 None None] Pushing event updated for resources: {'Port': ['ID=d2add378-c47c-46aa-a501-42ce3bd8f117,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:56.333902 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-26bb0f60-fe18-4ea1-8e6c-7fd1ad7aaa26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:56.358856 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Attempting to bind port d2add378-c47c-46aa-a501-42ce3bd8f117 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:19:56.359232 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Attempting to bind port d2add378-c47c-46aa-a501-42ce3bd8f117 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:19:56.359597 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Attempting to bind port d2add378-c47c-46aa-a501-42ce3bd8f117 on network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:19:56.365231 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:19:56.365742 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Checking segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:19:56.366197 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.366634 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Bound using segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:19:56.367101 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Bound port: d2add378-c47c-46aa-a501-42ce3bd8f117, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:19:56.367469 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.377411 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Allocated IP 172.20.0.1 (8feb0adb-780a-4ed6-9925-7b94bf77e0b9/5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c/e94e0318-d8c8-459b-abd8-fedcb97da0db) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:19:56.437720 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12592633-572b-42bc-b940-495ed5c3bfd1 None None] Pushing event updated for resources: {'Port': ['ID=844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:56.442564 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-12592633-572b-42bc-b940-495ed5c3bfd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:56.470700 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] For port d2add378-c47c-46aa-a501-42ce3bd8f117, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:19:56.474556 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] For port d2add378-c47c-46aa-a501-42ce3bd8f117, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=d2add378-c47c-46aa-a501-42ce3bd8f117,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:19:56.488922 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.495015 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-da5371ad-77f9-407b-a24a-a67a36b83cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:56.575071 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Routers {'28b3887d-9a68-477e-8191-e3c4dbcf4662'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:19:56.575870 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:19:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['28b3887d-9a68-477e-8191-e3c4dbcf4662'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:56.657289 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb0f60-fe18-4ea1-8e6c-7fd1ad7aaa26 None None] Pushing event updated for resources: {'Port': ['ID=d2add378-c47c-46aa-a501-42ce3bd8f117,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:56.661786 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-26bb0f60-fe18-4ea1-8e6c-7fd1ad7aaa26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:56.685653 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a57f52-9b3d-4cd6-8cc2-008724e3c72a req-dab05db6-1eeb-4d85-9cfc-94a306fe0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:56.687122 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c1a57f52-9b3d-4cd6-8cc2-008724e3c72a req-dab05db6-1eeb-4d85-9cfc-94a306fe0775 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 1098 time: 0.2986789 May 18 06:19:56.694004 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.715543 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-73e99d9e-98ec-4e55-9332-ee99a1327d62 None None] Provisioning complete for port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:56.716379 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-73e99d9e-98ec-4e55-9332-ee99a1327d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:56.769451 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] Set router 28b3887d-9a68-477e-8191-e3c4dbcf4662 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:19:56.783347 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Transition to ACTIVE for port object e94e0318-d8c8-459b-abd8-fedcb97da0db will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:19:56.803362 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af09901-1403-4117-bf8b-594cee7e9d96 req-c55eb413-f52a-4e0f-9584-b618593fa45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:56.804876 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5af09901-1403-4117-bf8b-594cee7e9d96 req-c55eb413-f52a-4e0f-9584-b618593fa45d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd&device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 1099 time: 0.2692890 May 18 06:19:56.953569 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a57f52-9b3d-4cd6-8cc2-008724e3c72a req-992c36c4-cb3b-4df7-a822-a3bf21fa8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:56.955051 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c1a57f52-9b3d-4cd6-8cc2-008724e3c72a req-992c36c4-cb3b-4df7-a822-a3bf21fa8564 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 920 time: 0.2580874 May 18 06:19:56.974990 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 1422d134-b008-4906-90db-90df37eda6b4 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:57.036268 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.044030 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-54cb1162-2475-4b0b-92a5-bf6e21d0978d tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:57.099800 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 1422d134-b008-4906-90db-90df37eda6b4 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:57.100226 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.173562 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c1a57f52-9b3d-4cd6-8cc2-008724e3c72a req-a69e555c-76ad-4b28-a91e-fb7eb56e5f90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376 HTTP/1.1" status: 200 len: 217 time: 0.1917963 May 18 06:19:57.190428 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'name': 'tempest-TestMinimumBasicScenario-147156829-router', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:19:53Z', 'revision_number': 3, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'gw_port': {'id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:51Z', 'updated_at': '2021-05-18T06:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:19:57.198810 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db9a31-5f18-4576-bacc-612d7895aad3 None None] The sync data for ids ['28b3887d-9a68-477e-8191-e3c4dbcf4662'] in dv-cinder-784623-10-iscsi is: [{'id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'name': 'tempest-TestMinimumBasicScenario-147156829-router', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:19:53Z', 'revision_number': 3, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'gw_port': {'id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:51Z', 'updated_at': '2021-05-18T06:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:19:57.287799 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:19:57.295110 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c712b-3533-401d-9a1e-1466119b5b82 req-a60aefec-a274-49c9-a2be-14b58ab65642 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:57.304462 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e23c712b-3533-401d-9a1e-1466119b5b82 req-a60aefec-a274-49c9-a2be-14b58ab65642 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1686206 May 18 06:19:57.371938 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af09901-1403-4117-bf8b-594cee7e9d96 req-5a649924-1213-46be-99b6-3480edaebcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:57.373559 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5af09901-1403-4117-bf8b-594cee7e9d96 req-5a649924-1213-46be-99b6-3480edaebcb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa69bd4a-a63f-4b32-9479-e675b2113b20 HTTP/1.1" status: 200 len: 912 time: 0.5553095 May 18 06:19:57.380125 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Network 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:57.383179 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e94e0318-d8c8-459b-abd8-fedcb97da0db,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:57.385725 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:19:57.389224 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:57.405008 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:57.449023 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:19:57.530919 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:57.531314 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.535097 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e23c712b-3533-401d-9a1e-1466119b5b82 req-b2f58fd7-f92a-454c-b7c1-23fb31bd75c1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294152 May 18 06:19:57.622594 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23199e7-3db3-49d1-998e-70a8626aafc4 req-1e93b353-0dcf-4478-acda-bc0a5e745663 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:57.629026 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a23199e7-3db3-49d1-998e-70a8626aafc4 req-1e93b353-0dcf-4478-acda-bc0a5e745663 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.2145798 May 18 06:19:57.759089 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a23199e7-3db3-49d1-998e-70a8626aafc4 req-7f490af4-1338-4f14-8297-5a5f5063db04 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237102 May 18 06:19:57.793565 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35812) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:57.832988 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-9f7871f7-b7b5-43b4-8be9-8a9910e8fbc6 None None] Provisioning for port e94e0318-d8c8-459b-abd8-fedcb97da0db completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:57.850432 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a57f52-9b3d-4cd6-8cc2-008724e3c72a req-42c0533d-7f49-499d-bb23-c2da30031711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:57.851921 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c1a57f52-9b3d-4cd6-8cc2-008724e3c72a req-42c0533d-7f49-499d-bb23-c2da30031711 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 200 len: 859 time: 0.6775882 May 18 06:19:57.856529 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-9f7871f7-b7b5-43b4-8be9-8a9910e8fbc6 None None] Provisioning complete for port e94e0318-d8c8-459b-abd8-fedcb97da0db triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:57.856978 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9f7871f7-b7b5-43b4-8be9-8a9910e8fbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.940599 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-9f7871f7-b7b5-43b4-8be9-8a9910e8fbc6 None None] Port e94e0318-d8c8-459b-abd8-fedcb97da0db cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:19:57.951179 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c1a57f52-9b3d-4cd6-8cc2-008724e3c72a req-c8ee3e06-5517-4114-8ac2-a86762754458 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888312 May 18 06:19:57.956233 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5af09901-1403-4117-bf8b-594cee7e9d96 req-bae11125-25f2-4887-9939-4c87fda88865 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5890317-87a3-4140-bc26-2c42d5d0193a HTTP/1.1" status: 200 len: 1002 time: 0.5660963 May 18 06:19:57.957169 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c1d2-300d-44e1-9f99-a4da9ddeca81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.959641 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678847'] for router_interface, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:57.977993 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-e2a4c1d2-300d-44e1-9f99-a4da9ddeca81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:19:57.983900 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-e2a4c1d2-300d-44e1-9f99-a4da9ddeca81 admin admin] Usage tracker for resource:security_group_rule and tenant:8778b456fc6b43cebcc963dd50ce0c4c is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:19:57.986260 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-e2a4c1d2-300d-44e1-9f99-a4da9ddeca81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:19:57.992089 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-e2a4c1d2-300d-44e1-9f99-a4da9ddeca81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:19:58.094712 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af09901-1403-4117-bf8b-594cee7e9d96 req-275f78ec-9b3c-4068-a72c-ca2cc32aa2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:58.096239 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5af09901-1403-4117-bf8b-594cee7e9d96 req-275f78ec-9b3c-4068-a72c-ca2cc32aa2e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1439b6e-bf79-4140-b375-719a48f85281 HTTP/1.1" status: 200 len: 850 time: 0.1185400 May 18 06:19:58.208069 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c1d2-300d-44e1-9f99-a4da9ddeca81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:58.216560 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e2a4c1d2-300d-44e1-9f99-a4da9ddeca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:58.229121 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-a3c0ddbc-5d2b-4229-a0ac-5224f55a019c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:58.302594 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-e2a4c1d2-300d-44e1-9f99-a4da9ddeca81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8778b456fc6b43cebcc963dd50ce0c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054827 May 18 06:19:58.304229 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 35824) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:19:58.312234 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4c1d2-300d-44e1-9f99-a4da9ddeca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2638d9a-6999-48ed-b6cc-03416a64cdf1,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:58.343423 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e2a4c1d2-300d-44e1-9f99-a4da9ddeca81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:58.449482 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c1a57f52-9b3d-4cd6-8cc2-008724e3c72a req-91bb689e-552b-4874-8956-c624dc1180c3 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730260 May 18 06:19:58.454133 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4a1c-3d4c-4491-98f2-582ced341178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:58.496565 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4a1c-3d4c-4491-98f2-582ced341178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:58.616748 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4a1c-3d4c-4491-98f2-582ced341178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:58.624699 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-a9438e30-98f4-41c0-81af-8e44e7f3c7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:58.653063 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c1a57f52-9b3d-4cd6-8cc2-008724e3c72a req-4f7e55d0-31fb-4d6e-a385-236ed27bb2f7 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850693 May 18 06:19:58.655065 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c4a1c-3d4c-4491-98f2-582ced341178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2638d9a-6999-48ed-b6cc-03416a64cdf1,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:58.657337 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af09901-1403-4117-bf8b-594cee7e9d96 req-4fdb3c42-962d-4105-a64b-c70295089bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:58.659336 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ab6c4a1c-3d4c-4491-98f2-582ced341178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:58.659465 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5af09901-1403-4117-bf8b-594cee7e9d96 req-4fdb3c42-962d-4105-a64b-c70295089bc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa69bd4a-a63f-4b32-9479-e675b2113b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5446784 May 18 06:19:58.669216 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ab6c4a1c-3d4c-4491-98f2-582ced341178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:58.670786 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-ab6c4a1c-3d4c-4491-98f2-582ced341178 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2638d9a-6999-48ed-b6cc-03416a64cdf1 HTTP/1.1" status: 204 len: 168 time: 0.3606226 May 18 06:19:58.861671 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2ca72-8db7-42c1-8e50-daec1c103578 req-df947f08-c28b-4ebc-a567-8918d1bca40e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:58.877195 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-49e2ca72-8db7-42c1-8e50-daec1c103578 req-df947f08-c28b-4ebc-a567-8918d1bca40e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1752644 May 18 06:19:58.941519 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5af09901-1403-4117-bf8b-594cee7e9d96 req-5581d8f3-d9e7-429b-b1fc-77f3b466763f service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677867 May 18 06:19:58.981065 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-49e2ca72-8db7-42c1-8e50-daec1c103578 req-62fe9449-b449-4e95-a246-18b5d21d47f2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004078 May 18 06:19:59.131796 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device d2add378-c47c-46aa-a501-42ce3bd8f117 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:19:59.139563 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b07f-f586-4bbe-b46e-0e2e73cd416e req-692b9952-eed5-4e9f-985d-b949e5139ff9 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:19:59.157582 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8380b07f-f586-4bbe-b46e-0e2e73cd416e req-692b9952-eed5-4e9f-985d-b949e5139ff9 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1885109 May 18 06:19:59.211588 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5af09901-1403-4117-bf8b-594cee7e9d96 req-91bc0dd6-b689-4171-ae83-8964993e971f service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135243 May 18 06:19:59.222418 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8380b07f-f586-4bbe-b46e-0e2e73cd416e req-5dda1e85-cc7c-4b8e-8e94-4af904f476ab tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635498 May 18 06:19:59.309348 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.352367 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port d2add378-c47c-46aa-a501-42ce3bd8f117 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:19:59.366115 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port d2add378-c47c-46aa-a501-42ce3bd8f117 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:19:59.366514 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.581021 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.603361 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port d2add378-c47c-46aa-a501-42ce3bd8f117, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=d2add378-c47c-46aa-a501-42ce3bd8f117,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:19:59.609765 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.611746 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:59.685800 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.691781 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.697714 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=d2add378-c47c-46aa-a501-42ce3bd8f117,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:59.701809 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:59.719473 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:19:59.805033 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e94e0318-d8c8-459b-abd8-fedcb97da0db,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:19:59.807519 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676120'] for router_interface, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:19:59.812290 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:19:59.967646 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Network 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:19:59.969044 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:20:00.268126 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b623c-9903-4968-a754-8e01342e4a4a req-70a11f7a-5e7a-4e62-b49e-ca5675e13400 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:00.269750 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-833b623c-9903-4968-a754-8e01342e4a4a req-70a11f7a-5e7a-4e62-b49e-ca5675e13400 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1212604 May 18 06:20:00.352235 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-833b623c-9903-4968-a754-8e01342e4a4a req-93ccf6fa-da64-49b1-8483-522eb6c16ff3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728939 May 18 06:20:00.382109 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-1b92b7e6-b412-45f3-9147-bd0fb0da9ff2 None None] Provisioning complete for port e94e0318-d8c8-459b-abd8-fedcb97da0db triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:20:00.382974 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1b92b7e6-b412-45f3-9147-bd0fb0da9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:00.452963 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-1b92b7e6-b412-45f3-9147-bd0fb0da9ff2 None None] Port e94e0318-d8c8-459b-abd8-fedcb97da0db cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:20:00.489814 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Router 28b3887d-9a68-477e-8191-e3c4dbcf4662 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:20:00.507504 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218335b-3425-4ec3-bab4-776020ca66ae req-9d32657f-7f40-4efa-97cb-81ac61595d24 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:00.509013 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1218335b-3425-4ec3-bab4-776020ca66ae req-9d32657f-7f40-4efa-97cb-81ac61595d24 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1133058 May 18 06:20:00.738938 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1218335b-3425-4ec3-bab4-776020ca66ae req-1a1995b7-a9d1-4207-89c1-51ca2ddb718f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981533 May 18 06:20:00.828925 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:20:00.837429 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Sync routers for ids ['28b3887d-9a68-477e-8191-e3c4dbcf4662'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:20:00.869452 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] 10.222.0.13 "PUT /v2.0/routers/28b3887d-9a68-477e-8191-e3c4dbcf4662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9317913 May 18 06:20:00.871868 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Routers {'28b3887d-9a68-477e-8191-e3c4dbcf4662'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:20:00.873074 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:19:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['28b3887d-9a68-477e-8191-e3c4dbcf4662'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:01.074683 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device d2add378-c47c-46aa-a501-42ce3bd8f117 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:20:01.200881 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Set router 28b3887d-9a68-477e-8191-e3c4dbcf4662 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:20:01.328811 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port d2add378-c47c-46aa-a501-42ce3bd8f117 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:20:01.329095 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:01.568829 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56715c-7bc0-44f7-b7dd-2ff0bf56cbf5 req-5a318655-4b39-426f-9ef5-fc6fead9457d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:01.576633 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cd56715c-7bc0-44f7-b7dd-2ff0bf56cbf5 req-5a318655-4b39-426f-9ef5-fc6fead9457d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0998385 May 18 06:20:01.672243 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cd56715c-7bc0-44f7-b7dd-2ff0bf56cbf5 req-fa9b5901-763b-48a4-90f9-114aeac33a1c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920517 May 18 06:20:01.724643 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'name': 'tempest-TestMinimumBasicScenario-147156829-router', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:19:58Z', 'revision_number': 4, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'gw_port': {'id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:51Z', 'updated_at': '2021-05-18T06:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'e94e0318-d8c8-459b-abd8-fedcb97da0db', 'name': '', 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'mac_address': 'fa:16:3e:a7:ea:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:56Z', 'updated_at': '2021-05-18T06:19:59Z', 'revision_number': 2, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'subnets': [{'id': '5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:01.730904 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Checking router: 28b3887d-9a68-477e-8191-e3c4dbcf4662 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:20:01.731269 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Updating router 28b3887d-9a68-477e-8191-e3c4dbcf4662 port e94e0318-d8c8-459b-abd8-fedcb97da0db binding host dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:20:01.793781 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:02.344996 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:02.365553 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Transition to ACTIVE for port object e94e0318-d8c8-459b-abd8-fedcb97da0db will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:20:02.375154 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:02.379932 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:02.561977 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417340c3-b554-413d-be8f-d599b3b9f001 None None] Pushing event updated for resources: {'Port': ['ID=e94e0318-d8c8-459b-abd8-fedcb97da0db,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:02.572096 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-417340c3-b554-413d-be8f-d599b3b9f001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:02.744941 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Attempting to bind port e94e0318-d8c8-459b-abd8-fedcb97da0db on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:20:02.745621 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Attempting to bind port e94e0318-d8c8-459b-abd8-fedcb97da0db by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'c3f5c595-cb98-4cc7-8c11-4f4fff50bc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:20:02.745621 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Attempting to bind port e94e0318-d8c8-459b-abd8-fedcb97da0db on network 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:20:02.758114 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:20:02.758506 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Checking segment: {'id': 'c3f5c595-cb98-4cc7-8c11-4f4fff50bc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:20:02.758925 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:02.759330 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Bound using segment: {'id': 'c3f5c595-cb98-4cc7-8c11-4f4fff50bc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:20:02.763959 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Bound port: e94e0318-d8c8-459b-abd8-fedcb97da0db, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f5c595-cb98-4cc7-8c11-4f4fff50bc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:20:02.764585 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:02.908778 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] For port e94e0318-d8c8-459b-abd8-fedcb97da0db, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:20:02.914728 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] For port e94e0318-d8c8-459b-abd8-fedcb97da0db, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=e94e0318-d8c8-459b-abd8-fedcb97da0db,segment=NetworkSegment(c3f5c595-cb98-4cc7-8c11-4f4fff50bc24),segment_id=c3f5c595-cb98-4cc7-8c11-4f4fff50bc24)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:20:02.929761 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:02.939835 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:03.080204 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417340c3-b554-413d-be8f-d599b3b9f001 None None] Pushing event updated for resources: {'Port': ['ID=e94e0318-d8c8-459b-abd8-fedcb97da0db,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:03.084977 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-417340c3-b554-413d-be8f-d599b3b9f001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:03.168243 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Routers {'28b3887d-9a68-477e-8191-e3c4dbcf4662'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:20:03.171558 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:19:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['28b3887d-9a68-477e-8191-e3c4dbcf4662'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:03.575673 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] Set router 28b3887d-9a68-477e-8191-e3c4dbcf4662 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:20:03.832797 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c9981-7add-4cfd-a9cf-995317c1b920 req-71eb52ba-579d-420a-9793-a46b6745b2c2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:03.835691 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-173c9981-7add-4cfd-a9cf-995317c1b920 req-71eb52ba-579d-420a-9793-a46b6745b2c2 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.2044864 May 18 06:20:03.960347 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-173c9981-7add-4cfd-a9cf-995317c1b920 req-598cb53f-7885-4193-b67b-0e04df1d4eac tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175792 May 18 06:20:04.139132 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-35be26fb-fbe9-494a-bc47-d9bab123e476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:04.162047 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'name': 'tempest-TestMinimumBasicScenario-147156829-router', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:19:58Z', 'revision_number': 4, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'gw_port': {'id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:51Z', 'updated_at': '2021-05-18T06:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'e94e0318-d8c8-459b-abd8-fedcb97da0db', 'name': '', 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'mac_address': 'fa:16:3e:a7:ea:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:56Z', 'updated_at': '2021-05-18T06:20:02Z', 'revision_number': 4, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'subnets': [{'id': '5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:04.168924 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f76b95-f3b4-4ff6-871a-2ae2bf0ac9e1 None None] The sync data for ids ['28b3887d-9a68-477e-8191-e3c4dbcf4662'] in dv-cinder-784623-10-iscsi is: [{'id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'name': 'tempest-TestMinimumBasicScenario-147156829-router', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:19:58Z', 'revision_number': 4, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'gw_port': {'id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:51Z', 'updated_at': '2021-05-18T06:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'e94e0318-d8c8-459b-abd8-fedcb97da0db', 'name': '', 'network_id': '8feb0adb-780a-4ed6-9925-7b94bf77e0b9', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'mac_address': 'fa:16:3e:a7:ea:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:56Z', 'updated_at': '2021-05-18T06:20:02Z', 'revision_number': 4, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'subnets': [{'id': '5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:20:05.141464 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e94e0318-d8c8-459b-abd8-fedcb97da0db up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:20:05.346318 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port e94e0318-d8c8-459b-abd8-fedcb97da0db completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:20:05.352808 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port e94e0318-d8c8-459b-abd8-fedcb97da0db triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:20:05.353347 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:05.730367 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:05.827761 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port e94e0318-d8c8-459b-abd8-fedcb97da0db, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=e94e0318-d8c8-459b-abd8-fedcb97da0db,segment=NetworkSegment(c3f5c595-cb98-4cc7-8c11-4f4fff50bc24),segment_id=c3f5c595-cb98-4cc7-8c11-4f4fff50bc24)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:05.843933 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:05.849901 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:06.065249 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=e94e0318-d8c8-459b-abd8-fedcb97da0db,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:06.125133 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:06.606222 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:06.614398 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4d1456cd-10cb-41be-8782-60a1d54bb3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:07.027495 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e94e0318-d8c8-459b-abd8-fedcb97da0db up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:20:07.188466 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port e94e0318-d8c8-459b-abd8-fedcb97da0db triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:20:07.189217 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:07.605969 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:09.355755 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:14.428133 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e1e9e-04cf-4c92-8089-17722d9f12aa req-5911815c-9ae0-40f4-becc-5b284956bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:14.431013 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b15e1e9e-04cf-4c92-8089-17722d9f12aa req-5911815c-9ae0-40f4-becc-5b284956bacd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 1098 time: 0.1540630 May 18 06:20:14.581063 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5e455-21b3-4d32-9d87-2429d6b6e985 req-417acfca-f2a3-4048-a1ac-8996b0a5d02a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:14.593888 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-70a5e455-21b3-4d32-9d87-2429d6b6e985 req-417acfca-f2a3-4048-a1ac-8996b0a5d02a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1818945 May 18 06:20:14.641781 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e1e9e-04cf-4c92-8089-17722d9f12aa req-ba3c36fc-58cd-42f1-924b-ea42cbd4a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:14.643524 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b15e1e9e-04cf-4c92-8089-17722d9f12aa req-ba3c36fc-58cd-42f1-924b-ea42cbd4a08e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 920 time: 0.2053256 May 18 06:20:14.670153 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-70a5e455-21b3-4d32-9d87-2429d6b6e985 req-24561161-7ad3-4b01-b4a0-646bf5e0d02e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749598 May 18 06:20:14.739856 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b15e1e9e-04cf-4c92-8089-17722d9f12aa req-822282b7-14a1-42b5-86b6-d1c92c4a82ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376 HTTP/1.1" status: 200 len: 217 time: 0.0879393 May 18 06:20:14.811521 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e1e9e-04cf-4c92-8089-17722d9f12aa req-2a92c24f-6bf2-4265-80b3-2d18c9e53cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:14.813573 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b15e1e9e-04cf-4c92-8089-17722d9f12aa req-2a92c24f-6bf2-4265-80b3-2d18c9e53cc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 200 len: 859 time: 0.0661600 May 18 06:20:14.867642 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b15e1e9e-04cf-4c92-8089-17722d9f12aa req-a3a89638-f67d-491c-9dad-198aa3a0a495 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437591 May 18 06:20:14.899525 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-c4bae8e4-e4bf-4504-ae57-58064870ed34 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:14.907375 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-c4bae8e4-e4bf-4504-ae57-58064870ed34 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/networks?id=9ac977e1-07bc-48fb-ab4e-d570af62399e HTTP/1.1" status: 200 len: 815 time: 0.2075408 May 18 06:20:14.918055 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-3e7e9d73-5e6c-46e4-b679-bc26769f7315 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/quotas/8c20c2d152c642bf8d904ac48e065078 HTTP/1.1" status: 200 len: 375 time: 0.0095875 May 18 06:20:15.021874 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b15e1e9e-04cf-4c92-8089-17722d9f12aa req-06641de7-b6a6-471b-b8ee-29866857c593 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458337 May 18 06:20:15.024658 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-168456ee-2da2-45dd-8b3a-5011fab10542 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c20c2d152c642bf8d904ac48e065078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011372 May 18 06:20:15.167201 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-acb5ead2-617d-4917-904b-a980075bb3d9 service neutron] 10.222.0.13 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416211 May 18 06:20:15.189431 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b15e1e9e-04cf-4c92-8089-17722d9f12aa req-a89276b2-ada6-421c-a4c7-ba188bf2c17c service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591048 May 18 06:20:15.332780 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-2932e4c0-4ec2-4ddf-835c-2e5fa271f035 service neutron] 10.222.0.13 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647046 May 18 06:20:15.525796 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2c2883b2-cee2-490c-a506-952cceca5f09 req-606424d1-e02d-47f0-8b02-fa9bf6add737 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 210 time: 0.0512519 May 18 06:20:15.934542 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b18709-02e2-429b-9854-3dbeb641628b req-e42d117e-4517-4bda-952d-2a87f7b45cba tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:15.941442 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d0b18709-02e2-429b-9854-3dbeb641628b req-e42d117e-4517-4bda-952d-2a87f7b45cba tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1363382 May 18 06:20:15.995513 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d0b18709-02e2-429b-9854-3dbeb641628b req-b6e50a7d-5412-49ee-a345-127a212b4d73 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498796 May 18 06:20:16.243468 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc2fab-94c4-4b8c-a576-5839d62815db req-8af419b3-9ff0-4a98-8309-b7b970f69798 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:16.245474 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c7fc2fab-94c4-4b8c-a576-5839d62815db req-8af419b3-9ff0-4a98-8309-b7b970f69798 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.1262894 May 18 06:20:16.302720 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c7fc2fab-94c4-4b8c-a576-5839d62815db req-a3f45a2d-ef2d-4f46-a3f2-f39711d67348 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479803 May 18 06:20:16.717269 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ec918bf9-d4aa-4367-a7af-60b98dd7925a req-3e54a206-dbd1-4069-b174-715dafe9f628 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 210 time: 0.0486176 May 18 06:20:17.033475 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-d0388b8d-8a25-4595-b535-5016e4bdb76a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:17.034705 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-d0388b8d-8a25-4595-b535-5016e4bdb76a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Synchronizing usage tracker for tenant:8c20c2d152c642bf8d904ac48e065078 on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:17.057668 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-d0388b8d-8a25-4595-b535-5016e4bdb76a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Unset dirty status for tenant:8c20c2d152c642bf8d904ac48e065078 on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:17.059224 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-d0388b8d-8a25-4595-b535-5016e4bdb76a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.18 "GET /v2.0/networks?id=9ac977e1-07bc-48fb-ab4e-d570af62399e HTTP/1.1" status: 200 len: 815 time: 0.2000151 May 18 06:20:17.075869 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Request body: {'port': {'device_id': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'admin_state_up': True, 'tenant_id': '8c20c2d152c642bf8d904ac48e065078'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:17.264132 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:17.273211 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d488394-0406-48b8-ac63-7c33940de1bb req-fb26dbb1-40bb-4f65-a7f7-455bacac0af6 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:17.274926 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4d488394-0406-48b8-ac63-7c33940de1bb req-fb26dbb1-40bb-4f65-a7f7-455bacac0af6 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0983732 May 18 06:20:17.280035 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Usage tracker for resource:port and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:17.283949 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:17.291515 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:17.310064 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Made reservation on behalf of 8c20c2d152c642bf8d904ac48e065078 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:20:17.317154 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:17.352519 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4d488394-0406-48b8-ac63-7c33940de1bb req-c0bbc644-3cfc-4045-b731-2e8d70eace8d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704100 May 18 06:20:17.521407 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366109c-781a-495f-a2f7-b3081e664072 req-2dcc5525-f049-4018-9a9d-0051c117975b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:17.529156 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0366109c-781a-495f-a2f7-b3081e664072 req-2dcc5525-f049-4018-9a9d-0051c117975b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.1016736 May 18 06:20:17.560538 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Allocated IP 172.20.0.12 (9ac977e1-07bc-48fb-ab4e-d570af62399e/11794269-bed7-4b38-b222-5055dc31f4c5/46bee23f-88f5-4221-9581-3ccc9d203f1d) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:20:17.584248 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0366109c-781a-495f-a2f7-b3081e664072 req-5a617a77-97f9-481f-bb09-541d453b5f51 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539863 May 18 06:20:17.928868 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:17.945595 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Transition to ACTIVE for port object 46bee23f-88f5-4221-9581-3ccc9d203f1d will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:20:17.969472 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-27b5433e-8fd1-4c0e-9376-214536269b84 req-ba4634a8-c149-4fd8-ac68-2b6c014474ff tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 210 time: 0.1176994 May 18 06:20:17.998906 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:18.016939 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:18.073252 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Network 9ac977e1-07bc-48fb-ab4e-d570af62399e is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:20:18.076800 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:20:18.079392 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:20:18.179090 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'Port': ['ID=46bee23f-88f5-4221-9581-3ccc9d203f1d,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:18.184626 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:18.193847 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:18.194578 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:18.225582 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1566370 May 18 06:20:18.366890 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-2d7e1bf9-6ef7-4e7c-9c08-09a13edc6371 None None] Provisioning for port 46bee23f-88f5-4221-9581-3ccc9d203f1d completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:20:18.372139 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-2d7e1bf9-6ef7-4e7c-9c08-09a13edc6371 None None] Provisioning complete for port 46bee23f-88f5-4221-9581-3ccc9d203f1d triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:20:18.372525 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1bf9-6ef7-4e7c-9c08-09a13edc6371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:18.512857 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e1bf9-6ef7-4e7c-9c08-09a13edc6371 None None] Port 46bee23f-88f5-4221-9581-3ccc9d203f1d cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:20:18.564264 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cfe9d-75b1-410e-a0e0-c6843a6d0a5b req-f818ffb7-fd3d-40b7-8bb3-cde3b26145cf tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:18.565699 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d46cfe9d-75b1-410e-a0e0-c6843a6d0a5b req-f818ffb7-fd3d-40b7-8bb3-cde3b26145cf tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0994453 May 18 06:20:18.612782 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d46cfe9d-75b1-410e-a0e0-c6843a6d0a5b req-5de22ea9-e05b-4dfc-ba2d-83fd5bfb8d44 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 May 18 06:20:18.789213 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09c2ca-bb71-46e4-aa27-a0856aaea4a8 req-82290376-2df0-4a90-b87d-586eff5d09f4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:18.794471 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1c09c2ca-bb71-46e4-aa27-a0856aaea4a8 req-82290376-2df0-4a90-b87d-586eff5d09f4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.0953286 May 18 06:20:18.840705 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1c09c2ca-bb71-46e4-aa27-a0856aaea4a8 req-f7213a3f-bb6d-4587-9d0b-d90840c25a65 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 May 18 06:20:19.178931 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed3cc1-5c62-4967-85f5-e763583bf9aa req-b49f0662-dd68-4b77-902e-2c4f0fa6b424 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:19.180396 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-24ed3cc1-5c62-4967-85f5-e763583bf9aa req-b49f0662-dd68-4b77-902e-2c4f0fa6b424 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 932 time: 0.0871179 May 18 06:20:19.225215 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-24ed3cc1-5c62-4967-85f5-e763583bf9aa req-79542000-5ed4-4e24-9a68-2892eed1e2c7 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390844 May 18 06:20:19.798891 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb44c3-7ce9-4ec9-a25b-15658f90001a req-d4a0b630-2c1d-40fd-b182-1f6e6c43ff37 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:19.800640 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3beb44c3-7ce9-4ec9-a25b-15658f90001a req-d4a0b630-2c1d-40fd-b182-1f6e6c43ff37 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0775995 May 18 06:20:19.860170 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3beb44c3-7ce9-4ec9-a25b-15658f90001a req-36634d83-b06b-4764-9874-21c9489d0429 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538361 May 18 06:20:20.035159 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461cc1b-b4ce-4ecc-b6ce-addd5591acc1 req-36f538fe-9e2d-41db-966e-1d9f25118310 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:20.036642 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d461cc1b-b4ce-4ecc-b6ce-addd5591acc1 req-36f538fe-9e2d-41db-966e-1d9f25118310 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.0793140 May 18 06:20:20.082435 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d461cc1b-b4ce-4ecc-b6ce-addd5591acc1 req-95885f55-553f-488e-bbf2-c9e874989e80 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398953 May 18 06:20:20.288794 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36164) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:20.368744 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-411d06f1-c17e-408e-a186-89144fe5a404 admin admin] Deleting subnet c303b630-60ca-46f9-bcbb-1de726a0286b {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:20:20.373394 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-411d06f1-c17e-408e-a186-89144fe5a404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:20.435750 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-411d06f1-c17e-408e-a186-89144fe5a404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3065593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:20.482298 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33075309-5345-409c-8ebe-e06a7c0442ad req-da00ddcf-7fc5-434e-affa-9d200f9d62d4 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:20.483752 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-33075309-5345-409c-8ebe-e06a7c0442ad req-da00ddcf-7fc5-434e-affa-9d200f9d62d4 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 932 time: 0.1459565 May 18 06:20:20.489564 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-411d06f1-c17e-408e-a186-89144fe5a404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:20.527553 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-33075309-5345-409c-8ebe-e06a7c0442ad req-0aa97394-ce1d-4005-befa-1eeedb87126a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 May 18 06:20:20.740335 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-411d06f1-c17e-408e-a186-89144fe5a404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3913268'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:20.744792 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:20.778330 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d06f1-c17e-408e-a186-89144fe5a404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c303b630-60ca-46f9-bcbb-1de726a0286b,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:20.780327 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-411d06f1-c17e-408e-a186-89144fe5a404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:20.782776 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-411d06f1-c17e-408e-a186-89144fe5a404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:20.786600 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-411d06f1-c17e-408e-a186-89144fe5a404 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c303b630-60ca-46f9-bcbb-1de726a0286b HTTP/1.1" status: 204 len: 168 time: 0.4966416 May 18 06:20:20.789122 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36168) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:20.904409 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:21.059378 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:21.063174 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecbc34-272c-49f9-a9ff-e595ba7e155a req-3ee980c0-d9ab-4d10-a87d-b109886403e1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:21.064652 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-39ecbc34-272c-49f9-a9ff-e595ba7e155a req-3ee980c0-d9ab-4d10-a87d-b109886403e1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0779409 May 18 06:20:21.071898 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ce50fe-deb4-432e-a72a-fda7f938a188']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:21.084747 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158dbd80-126b-4aca-bef7-62ccf8d7fc3b') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:21.085039 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158dbd80-126b-4aca-bef7-62ccf8d7fc3b') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:21.096592 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065590'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:21.111990 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:21.112338 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-39ecbc34-272c-49f9-a9ff-e595ba7e155a req-5f1acaf6-0097-4496-b255-d21c5a152bdd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 May 18 06:20:21.118538 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:20:21.119180 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848483'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: Traceback (most recent call last): May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: timer() May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: cb(*args, **kw) May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: return func(*args, **kwargs) May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: self._notify() May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: self.callback(batched_events) May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: event.method(event) May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: return f(self, *a, **k) May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._get(url).json() May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:20:21.137966 dv-cinder-784623-10-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:20:21.215502 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:21.223268 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:21.243650 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:21.246382 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ce50fe-deb4-432e-a72a-fda7f938a188,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:21.249369 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:21.260751 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-81402b70-273f-4ce9-ac0b-24f536e0aa77 admin admin] 10.222.0.13 "DELETE /v2.0/networks/05ce50fe-deb4-432e-a72a-fda7f938a188 HTTP/1.1" status: 204 len: 168 time: 0.4705212 May 18 06:20:21.362747 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5840-5ef1-4987-9817-c8cc2de852c2 req-4eed8eff-04c0-45ca-82ed-d5af9f97af3d tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:21.368185 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a0dc5840-5ef1-4987-9817-c8cc2de852c2 req-4eed8eff-04c0-45ca-82ed-d5af9f97af3d tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.1486800 May 18 06:20:21.411214 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a0dc5840-5ef1-4987-9817-c8cc2de852c2 req-7696ec28-2c56-4480-9f25-f369ee24ad3e tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401947 May 18 06:20:21.490533 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36180) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:21.554480 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-eea0c967-caa4-4861-8591-dac02438002a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=939e39e032e3427dbefc8637fd240077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623763 May 18 06:20:21.557708 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36186) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:21.628910 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6cfa4a09-da34-4bd9-a5f6-5cf284050cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:21.710930 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6cfa4a09-da34-4bd9-a5f6-5cf284050cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:21.770382 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb16298-e949-47ff-8f0c-3a2edb89b02d req-89859f73-c54e-4c11-a0c4-a76c537af322 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:21.771857 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5bb16298-e949-47ff-8f0c-3a2edb89b02d req-89859f73-c54e-4c11-a0c4-a76c537af322 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 932 time: 0.1265037 May 18 06:20:21.797346 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6cfa4a09-da34-4bd9-a5f6-5cf284050cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:21.803910 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d25fe590-5509-4b06-968c-7d8bb277b7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:21.829894 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa4a09-da34-4bd9-a5f6-5cf284050cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795121c5-7d0f-4235-aa0d-a83e26eb5f2d,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:21.832777 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-6cfa4a09-da34-4bd9-a5f6-5cf284050cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:21.844182 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5bb16298-e949-47ff-8f0c-3a2edb89b02d req-f4a7229c-a7ed-427f-b577-71b8ca433392 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666947 May 18 06:20:21.845503 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6cfa4a09-da34-4bd9-a5f6-5cf284050cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:21.849041 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-6cfa4a09-da34-4bd9-a5f6-5cf284050cb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/795121c5-7d0f-4235-aa0d-a83e26eb5f2d HTTP/1.1" status: 204 len: 168 time: 0.2875659 May 18 06:20:22.361916 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2275e-a86d-40a7-9f22-28c287e4ef7d req-780cb45d-a4a0-4db1-a5ff-b80f1c3e3b8d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:22.368262 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-91c2275e-a86d-40a7-9f22-28c287e4ef7d req-780cb45d-a4a0-4db1-a5ff-b80f1c3e3b8d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1296966 May 18 06:20:22.411889 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-91c2275e-a86d-40a7-9f22-28c287e4ef7d req-7037dc0f-aee8-4345-b2f8-b0f36b40c8e0 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 May 18 06:20:22.631916 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae081c-c814-4c39-ad37-134ef1fec9c0 req-e5df105b-752b-478b-80f5-e9daf896d3d4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:22.634019 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-95ae081c-c814-4c39-ad37-134ef1fec9c0 req-e5df105b-752b-478b-80f5-e9daf896d3d4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.0974739 May 18 06:20:22.683136 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-95ae081c-c814-4c39-ad37-134ef1fec9c0 req-b7ef121c-6aa9-4cd0-b623-1d0485b541a4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 May 18 06:20:23.037581 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6ff92-d0e6-4b42-8b2f-a0bc182734c0 req-3210f229-6465-4b3a-9793-c4e513c7aa3e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:23.039223 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-88d6ff92-d0e6-4b42-8b2f-a0bc182734c0 req-3210f229-6465-4b3a-9793-c4e513c7aa3e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 932 time: 0.0778849 May 18 06:20:23.100693 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-88d6ff92-d0e6-4b42-8b2f-a0bc182734c0 req-52c02e8a-e2b0-400d-bea1-1c5a0ba02eb5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 May 18 06:20:23.384854 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:23.600746 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b5e61-0483-4098-9b96-c2ee2b1c20e8 req-698b00f6-91e6-4227-a399-8c2cbe80151f tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:23.602158 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2e6b5e61-0483-4098-9b96-c2ee2b1c20e8 req-698b00f6-91e6-4227-a399-8c2cbe80151f tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0800056 May 18 06:20:23.648087 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2e6b5e61-0483-4098-9b96-c2ee2b1c20e8 req-c1277a5f-4264-4a8e-b390-49d42637d3e1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 May 18 06:20:23.865883 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839e1b0-487a-4ed6-8c5b-80d208d9d152 req-f82f9dfc-f4c5-4ca4-8c71-209089b8c361 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:23.867210 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7839e1b0-487a-4ed6-8c5b-80d208d9d152 req-f82f9dfc-f4c5-4ca4-8c71-209089b8c361 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.0805192 May 18 06:20:23.911675 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7839e1b0-487a-4ed6-8c5b-80d208d9d152 req-f07d06da-e297-49d5-96fa-d385b9957df1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 May 18 06:20:24.286715 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc141b-bda2-4ff0-96f1-063aed067332 req-9aff76b5-01ed-4120-87d8-f66d823e8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:24.288163 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-54bc141b-bda2-4ff0-96f1-063aed067332 req-9aff76b5-01ed-4120-87d8-f66d823e8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 932 time: 0.0840800 May 18 06:20:24.333208 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-54bc141b-bda2-4ff0-96f1-063aed067332 req-0cac9925-f12c-49dc-82f1-cd7633743b2d tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393493 May 18 06:20:24.874089 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beb12b-2c8c-4480-8301-2065bcc36a5c req-fb2a8b25-50e1-4907-9d28-1a01424f239c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:24.875567 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e9beb12b-2c8c-4480-8301-2065bcc36a5c req-fb2a8b25-50e1-4907-9d28-1a01424f239c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0863383 May 18 06:20:24.951949 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e9beb12b-2c8c-4480-8301-2065bcc36a5c req-dd03b9ab-c873-4947-9c06-891297cabd9b tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701218 May 18 06:20:25.136343 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054d2c-e82c-4bd1-88b5-803f4e37d4a2 req-5a540d25-8a2c-43ce-9c60-0622c95c5e21 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:25.137800 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b6054d2c-e82c-4bd1-88b5-803f4e37d4a2 req-5a540d25-8a2c-43ce-9c60-0622c95c5e21 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.0894339 May 18 06:20:25.191868 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b6054d2c-e82c-4bd1-88b5-803f4e37d4a2 req-652c9cd2-e6a9-4191-b9a2-5a4434d9f3c9 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479219 May 18 06:20:25.510985 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94b1af-f9c9-4e02-9b31-50b02b517066 req-2c6a4b96-3a34-4ec4-acf8-b8ea3ac41825 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:25.512855 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4a94b1af-f9c9-4e02-9b31-50b02b517066 req-2c6a4b96-3a34-4ec4-acf8-b8ea3ac41825 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 932 time: 0.0786777 May 18 06:20:25.560935 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4a94b1af-f9c9-4e02-9b31-50b02b517066 req-f072a547-76b7-4d95-b744-c1b21e3854ce tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421789 May 18 06:20:26.151553 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0c9fc-1f77-47bf-9f32-598aa671174a req-c72ef7ff-7dfa-421a-af5c-6c6d007af357 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:26.153049 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d8f0c9fc-1f77-47bf-9f32-598aa671174a req-c72ef7ff-7dfa-421a-af5c-6c6d007af357 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0835323 May 18 06:20:26.197513 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d8f0c9fc-1f77-47bf-9f32-598aa671174a req-1d3274d7-36a7-4ec7-b1af-d14f79951682 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388589 May 18 06:20:26.403154 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb81432-7df8-4889-afdd-58df0b79eed6 req-d2db767a-632d-46d9-814b-da33c70aa35d tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:26.404768 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-dfb81432-7df8-4889-afdd-58df0b79eed6 req-d2db767a-632d-46d9-814b-da33c70aa35d tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.1014087 May 18 06:20:26.454734 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-dfb81432-7df8-4889-afdd-58df0b79eed6 req-1d446353-9d90-4c3c-adb3-8d6ece4e6011 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 May 18 06:20:26.769368 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f6986-1d2c-4d50-aeba-5836ac5f5934 req-03ed8883-fb18-4417-9c27-b390bcb0af99 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:26.770701 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-861f6986-1d2c-4d50-aeba-5836ac5f5934 req-03ed8883-fb18-4417-9c27-b390bcb0af99 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 932 time: 0.0767398 May 18 06:20:26.814718 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-861f6986-1d2c-4d50-aeba-5836ac5f5934 req-b9923b8d-71d4-4693-a157-99eb34afbe4c tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377381 May 18 06:20:27.459318 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640f81-2aa7-4734-bbe2-67d9ce760edb req-831b9ec5-bafa-4561-bbd1-f03f39598cff tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:27.461176 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a4640f81-2aa7-4734-bbe2-67d9ce760edb req-831b9ec5-bafa-4561-bbd1-f03f39598cff tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1460876 May 18 06:20:27.527072 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a4640f81-2aa7-4734-bbe2-67d9ce760edb req-aa397bcf-1b50-4b80-849f-4f75c0851f89 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601172 May 18 06:20:27.648459 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e34cc-0570-4770-acfc-49634deafd9a req-a2b1314a-d90c-4c54-8a97-657efb91f2c7 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:27.649883 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-923e34cc-0570-4770-acfc-49634deafd9a req-a2b1314a-d90c-4c54-8a97-657efb91f2c7 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.0794866 May 18 06:20:27.694116 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-923e34cc-0570-4770-acfc-49634deafd9a req-38134b81-feb4-4516-8349-5c79751e8755 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383871 May 18 06:20:28.021962 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b321446-a442-4b33-8e03-bc28979d786b req-9d8d9ff4-45bb-4ff0-85be-6d3dc57e88e6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:28.023513 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6b321446-a442-4b33-8e03-bc28979d786b req-9d8d9ff4-45bb-4ff0-85be-6d3dc57e88e6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 932 time: 0.1024599 May 18 06:20:28.089358 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6b321446-a442-4b33-8e03-bc28979d786b req-215f5cc0-9df8-494e-984a-b0c9fdd67049 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487432 May 18 06:20:28.737206 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97d64c-6f43-4e89-ad71-2720b1576c94 req-a9900b1d-c668-422c-9317-d39a73b9693b tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:28.738660 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0b97d64c-6f43-4e89-ad71-2720b1576c94 req-a9900b1d-c668-422c-9317-d39a73b9693b tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0837634 May 18 06:20:28.782990 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0b97d64c-6f43-4e89-ad71-2720b1576c94 req-a49979c1-3df1-4157-97f4-99fccf8140bc tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387290 May 18 06:20:28.901724 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbd38f-b450-477e-82ae-efe2650784d1 req-6c297c89-22c1-4d2a-b50d-eb1298f80703 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:28.908583 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cddbd38f-b450-477e-82ae-efe2650784d1 req-6c297c89-22c1-4d2a-b50d-eb1298f80703 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.0941730 May 18 06:20:28.953549 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cddbd38f-b450-477e-82ae-efe2650784d1 req-335187ca-7210-4bef-8ef1-81d22edb5c6f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441246 May 18 06:20:29.352924 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71b18b-f7d0-47e0-a1e9-12b72a3f3821 req-3f7c3a54-4611-45e6-84aa-d91a0d0c35f2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:29.360704 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0f71b18b-f7d0-47e0-a1e9-12b72a3f3821 req-3f7c3a54-4611-45e6-84aa-d91a0d0c35f2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 932 time: 0.1578543 May 18 06:20:29.405578 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0f71b18b-f7d0-47e0-a1e9-12b72a3f3821 req-3142d268-2a12-4ef9-8055-ade023d39e08 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429251 May 18 06:20:29.981752 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68aff7-6ca3-4ecb-8aef-6e65652fc249 req-29b77754-de09-4dd1-a77e-f20558b26253 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:29.982881 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5b68aff7-6ca3-4ecb-8aef-6e65652fc249 req-29b77754-de09-4dd1-a77e-f20558b26253 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0820873 May 18 06:20:30.031482 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5b68aff7-6ca3-4ecb-8aef-6e65652fc249 req-1dfd0f68-b309-4e0c-bd0d-f0186de64e54 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 May 18 06:20:30.137435 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3b98a-0ce6-4987-9427-7adc63edbe94 req-4dd3556c-3a93-42cd-9cbf-96cb31fa7b9b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:30.138838 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9de3b98a-0ce6-4987-9427-7adc63edbe94 req-4dd3556c-3a93-42cd-9cbf-96cb31fa7b9b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.0788321 May 18 06:20:30.186593 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9de3b98a-0ce6-4987-9427-7adc63edbe94 req-fe3b954e-fa5c-4ba6-abb1-5671d48e1938 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 May 18 06:20:30.593141 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c2d2c-5e0d-4c73-b681-995d241c66e6 req-e47147e8-fc0e-435e-9581-970b30a680e7 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:30.594597 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-322c2d2c-5e0d-4c73-b681-995d241c66e6 req-e47147e8-fc0e-435e-9581-970b30a680e7 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 932 time: 0.0794921 May 18 06:20:30.640403 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-322c2d2c-5e0d-4c73-b681-995d241c66e6 req-8f9a72bb-27f6-4eca-b4c4-e44d8a4018a9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400779 May 18 06:20:30.645807 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Request body: {'port': {'device_id': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:30.762258 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.096293 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-815c1e4b-30c7-473f-bb1b-6558c60c7182 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:31.096981 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-815c1e4b-30c7-473f-bb1b-6558c60c7182 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Synchronizing usage tracker for tenant:afcbdb85b6794bbda1866b6565e294af on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:31.126788 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-815c1e4b-30c7-473f-bb1b-6558c60c7182 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Unset dirty status for tenant:afcbdb85b6794bbda1866b6565e294af on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:31.127954 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-815c1e4b-30c7-473f-bb1b-6558c60c7182 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.2180915 May 18 06:20:31.230552 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a64e1-3f66-4a67-a309-4ea10cd6ad40 req-7188f9d0-5bee-4975-999d-f578aab444ed tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:31.232477 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-006a64e1-3f66-4a67-a309-4ea10cd6ad40 req-7188f9d0-5bee-4975-999d-f578aab444ed tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0896580 May 18 06:20:31.271747 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bee23f-88f5-4221-9581-3ccc9d203f1d {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:20:31.280351 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.293521 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-006a64e1-3f66-4a67-a309-4ea10cd6ad40 req-b01e4f94-5a2c-4ac2-99f6-b90173ca261e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510175 May 18 06:20:31.327729 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Transition to ACTIVE for port object 46bee23f-88f5-4221-9581-3ccc9d203f1d will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:20:31.333803 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.352495 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:31.377276 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc638ac4-55a7-4cb7-a747-56a1f111db39 req-d90e83f7-dc62-4f58-939e-101c8f0d8ade tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:31.378709 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fc638ac4-55a7-4cb7-a747-56a1f111db39 req-d90e83f7-dc62-4f58-939e-101c8f0d8ade tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 946 time: 0.0803556 May 18 06:20:31.427745 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fc638ac4-55a7-4cb7-a747-56a1f111db39 req-bba22066-e2e6-45ad-a381-aeeac37f3818 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431819 May 18 06:20:31.516369 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Pushing event updated for resources: {'Port': ['ID=46bee23f-88f5-4221-9581-3ccc9d203f1d,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:31.547701 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:31.648431 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Attempting to bind port 46bee23f-88f5-4221-9581-3ccc9d203f1d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:20:31.649048 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Attempting to bind port 46bee23f-88f5-4221-9581-3ccc9d203f1d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:20:31.649048 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Attempting to bind port 46bee23f-88f5-4221-9581-3ccc9d203f1d on network 9ac977e1-07bc-48fb-ab4e-d570af62399e {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:20:31.657410 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Port 46bee23f-88f5-4221-9581-3ccc9d203f1d on network 9ac977e1-07bc-48fb-ab4e-d570af62399e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:20:31.657738 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Attempting to bind port 46bee23f-88f5-4221-9581-3ccc9d203f1d on network 9ac977e1-07bc-48fb-ab4e-d570af62399e {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:20:31.661835 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Deleting port 71b83d4d-72e8-4891-8fd8-babf02437dbb {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:20:31.662179 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.679529 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:20:31.679907 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Checking segment: {'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:20:31.680303 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Bound using segment: {'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:20:31.680741 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Bound port: 46bee23f-88f5-4221-9581-3ccc9d203f1d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:20:31.681091 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.843182 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4addea-9fd0-4f44-80c0-ecf27e27aaa2 req-5854ec02-ed9a-4709-8593-e0dc3f17b340 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:31.844653 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9e4addea-9fd0-4f44-80c0-ecf27e27aaa2 req-5854ec02-ed9a-4709-8593-e0dc3f17b340 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 944 time: 0.0922568 May 18 06:20:31.877935 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] For port 71b83d4d-72e8-4891-8fd8-babf02437dbb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b83d4d-72e8-4891-8fd8-babf02437dbb,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:31.878295 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:31.886007 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] For port 46bee23f-88f5-4221-9581-3ccc9d203f1d, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:20:31.889268 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9e4addea-9fd0-4f44-80c0-ecf27e27aaa2 req-63dad3e1-4040-40b1-b3ee-ccbbae5016d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389214 May 18 06:20:32.004739 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] For port 46bee23f-88f5-4221-9581-3ccc9d203f1d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:20:32.012531 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Calling delete_port for 71b83d4d-72e8-4891-8fd8-babf02437dbb owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:20:32.017707 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:32.023593 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:32.089227 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.090015 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:32.091266 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-6fec627e-3506-4984-b895-30d013b21998 service neutron] 10.222.0.18 "PUT /v2.0/ports/46bee23f-88f5-4221-9581-3ccc9d203f1d HTTP/1.1" status: 200 len: 1094 time: 1.4509428 May 18 06:20:32.092829 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:32.121254 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Pushing event updated for resources: {'Port': ['ID=46bee23f-88f5-4221-9581-3ccc9d203f1d,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:32.124908 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:32.186218 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'status': 'completed', 'code': 200} May 18 06:20:32.273021 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:32.279162 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8e5bfdc0-e55c-4c45-b74e-6b1378376c6c tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:32.284647 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['e3e0027b-3e09-41d6-ac0c-11218247b5ce', 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6', 'edf3e2ae-7913-4df4-abcf-361e77a25c7e'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:32.330962 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Pushing event deleted for resources: {'Port': ['ID=71b83d4d-72e8-4891-8fd8-babf02437dbb,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:32.333884 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:32.370609 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-5c60f54a-4787-4955-be4e-02b6c59a036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.372021 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-5c60f54a-4787-4955-be4e-02b6c59a036b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c20c2d152c642bf8d904ac48e065078&device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 1097 time: 0.2272139 May 18 06:20:32.472491 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] No DVR routers for this DVR port 71b83d4d-72e8-4891-8fd8-babf02437dbb on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:20:32.474984 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-bbd86105-a32e-4480-8a6c-8070f9f1372d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d HTTP/1.1" status: 200 len: 217 time: 0.0703413 May 18 06:20:32.476050 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:32.529549 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-cab27667-c154-4b3c-9b50-2621ee44dde0 req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "DELETE /v2.0/ports/71b83d4d-72e8-4891-8fd8-babf02437dbb HTTP/1.1" status: 204 len: 173 time: 1.2304921 May 18 06:20:32.544883 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00e3b9-d3ed-4f42-bc3d-268d0a16cae4 req-ee612ce7-4450-4883-94f9-875e7203ab49 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.547603 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2a00e3b9-d3ed-4f42-bc3d-268d0a16cae4 req-ee612ce7-4450-4883-94f9-875e7203ab49 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1469150 May 18 06:20:32.570989 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-4700ba65-2304-4195-92ee-4890a2049d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.576665 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-4700ba65-2304-4195-92ee-4890a2049d38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11794269-bed7-4b38-b222-5055dc31f4c5 HTTP/1.1" status: 200 len: 854 time: 0.0931821 May 18 06:20:32.658480 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2a00e3b9-d3ed-4f42-bc3d-268d0a16cae4 req-c345e44a-d391-4e0f-9077-9064569c86ff tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979490 May 18 06:20:32.722850 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-aa9dd6e5-22d1-4b65-ab74-fae8549f1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:32.725712 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-aa9dd6e5-22d1-4b65-ab74-fae8549f1db1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ac977e1-07bc-48fb-ab4e-d570af62399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1347408 May 18 06:20:32.842747 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e37a47b3-ae9f-4e4e-b3ec-4ee7a334edec req-2f5d493d-c1e2-444a-a160-ab6c3ac6f0a9 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dd441fe-09a2-4ecc-b412-682f06f3859e HTTP/1.1" status: 200 len: 210 time: 0.0777574 May 18 06:20:33.039745 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-090c8690-6aa3-4b6e-bafe-c73428ad3a87 service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062215 May 18 06:20:33.095607 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb72fef-c180-4ec3-b1fd-748921691f49 req-94541e62-ba84-441d-8ded-d55089c1422b tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:33.097072 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-dcb72fef-c180-4ec3-b1fd-748921691f49 req-94541e62-ba84-441d-8ded-d55089c1422b tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 944 time: 0.0844853 May 18 06:20:33.142131 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-dcb72fef-c180-4ec3-b1fd-748921691f49 req-dcb47636-3253-4d9c-af4c-948cf68cfbfe tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390656 May 18 06:20:33.184181 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e775d9e8-36ad-4626-ae71-8a33820ab0c6 req-fde6cf9b-ed90-42df-95d0-6dcb229a16da service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319392 May 18 06:20:33.317601 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf91425-3ead-4dba-8610-21fbe0d51bee req-cd5c6bcb-d95c-4714-b719-7531f3c819dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:33.319067 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6bf91425-3ead-4dba-8610-21fbe0d51bee req-cd5c6bcb-d95c-4714-b719-7531f3c819dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c20c2d152c642bf8d904ac48e065078&device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 1097 time: 0.0819619 May 18 06:20:33.456470 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf91425-3ead-4dba-8610-21fbe0d51bee req-dbe39c10-e7c9-4eb0-b33e-ff600fac87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:33.457979 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6bf91425-3ead-4dba-8610-21fbe0d51bee req-dbe39c10-e7c9-4eb0-b33e-ff600fac87b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ac977e1-07bc-48fb-ab4e-d570af62399e HTTP/1.1" status: 200 len: 916 time: 0.1256940 May 18 06:20:33.527238 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6bf91425-3ead-4dba-8610-21fbe0d51bee req-895cf294-8502-44bb-8e3f-9673178e7bbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d HTTP/1.1" status: 200 len: 217 time: 0.0616868 May 18 06:20:33.588375 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf91425-3ead-4dba-8610-21fbe0d51bee req-bd1ebe0f-e8fb-4b4c-bcf2-739a24742aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:33.589727 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6bf91425-3ead-4dba-8610-21fbe0d51bee req-bd1ebe0f-e8fb-4b4c-bcf2-739a24742aba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11794269-bed7-4b38-b222-5055dc31f4c5 HTTP/1.1" status: 200 len: 854 time: 0.0555081 May 18 06:20:33.667591 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf91425-3ead-4dba-8610-21fbe0d51bee req-9d939563-0a5d-4de0-bf41-a1037be463e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:33.669076 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6bf91425-3ead-4dba-8610-21fbe0d51bee req-9d939563-0a5d-4de0-bf41-a1037be463e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ac977e1-07bc-48fb-ab4e-d570af62399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0718646 May 18 06:20:33.722225 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 71b83d4d-72e8-4891-8fd8-babf02437dbb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:20:33.760154 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 71b83d4d-72e8-4891-8fd8-babf02437dbb {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:20:33.760519 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 71b83d4d-72e8-4891-8fd8-babf02437dbb not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:20:33.802082 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6bf91425-3ead-4dba-8610-21fbe0d51bee req-12b0c1ec-dd9c-43e4-9207-7027b03fe2d2 service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251521 May 18 06:20:33.876362 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf71bd4-f007-4b18-bdba-2547a143d6a5 req-9ffd3366-1c14-4d29-8695-a68b57f703d3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:33.877850 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7bf71bd4-f007-4b18-bdba-2547a143d6a5 req-9ffd3366-1c14-4d29-8695-a68b57f703d3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0793684 May 18 06:20:33.921992 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7bf71bd4-f007-4b18-bdba-2547a143d6a5 req-b98c8f90-de1f-4c15-ad0b-b465b859f86c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381474 May 18 06:20:33.937526 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-6bf91425-3ead-4dba-8610-21fbe0d51bee req-d24207b3-8bf2-4ac6-bfcd-e2847cb1df19 service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264324 May 18 06:20:34.031482 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cb8903c2-8520-4485-b573-397a443bebf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.187046 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd441fe-09a2-4ecc-b412-682f06f3859e', 'name': 'network-vif-deleted', 'tag': '71b83d4d-72e8-4891-8fd8-babf02437dbb'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:34.238407 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd441fe-09a2-4ecc-b412-682f06f3859e', 'name': 'network-vif-deleted', 'tag': '71b83d4d-72e8-4891-8fd8-babf02437dbb', 'status': 'completed', 'code': 200} May 18 06:20:34.296502 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:20:34.338967 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f61cde-fef7-4b25-b4da-c7fd2f1b1364 req-1daef2dd-970b-4018-981e-c8a64dc48f68 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:34.340473 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a6f61cde-fef7-4b25-b4da-c7fd2f1b1364 req-1daef2dd-970b-4018-981e-c8a64dc48f68 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 944 time: 0.0890982 May 18 06:20:34.385608 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a6f61cde-fef7-4b25-b4da-c7fd2f1b1364 req-41ec3b09-cb8e-41fe-8a45-07428797a734 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 May 18 06:20:34.435163 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36398) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:34.547980 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-096d2837-7d0a-4939-bcdd-710364c9de87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.562049 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-096d2837-7d0a-4939-bcdd-710364c9de87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:34.565804 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-096d2837-7d0a-4939-bcdd-710364c9de87 admin admin] Usage tracker for resource:security_group_rule and tenant:e76cde615e7047869c135b791081d4db is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:34.568544 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-096d2837-7d0a-4939-bcdd-710364c9de87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:34.574582 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-096d2837-7d0a-4939-bcdd-710364c9de87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:34.653201 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-096d2837-7d0a-4939-bcdd-710364c9de87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.656770 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-096d2837-7d0a-4939-bcdd-710364c9de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.663936 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d0d498d0-956d-4bc8-8494-16b5baed9b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:34.705102 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d2837-7d0a-4939-bcdd-710364c9de87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508ae688-1915-4b7a-bb71-6bb370e69733,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:34.709244 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-096d2837-7d0a-4939-bcdd-710364c9de87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e76cde615e7047869c135b791081d4db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730594 May 18 06:20:34.710106 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-096d2837-7d0a-4939-bcdd-710364c9de87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:34.711809 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36404) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:34.811398 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-877a3a75-e792-4899-94ad-ad7ed562d69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.835734 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-877a3a75-e792-4899-94ad-ad7ed562d69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.885290 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-877a3a75-e792-4899-94ad-ad7ed562d69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.888940 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4f645236-796e-4eec-b3fe-a59b9cd1b585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:34.899052 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a3a75-e792-4899-94ad-ad7ed562d69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508ae688-1915-4b7a-bb71-6bb370e69733,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:34.906706 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-877a3a75-e792-4899-94ad-ad7ed562d69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:34.910043 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-877a3a75-e792-4899-94ad-ad7ed562d69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:34.911151 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-877a3a75-e792-4899-94ad-ad7ed562d69d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/508ae688-1915-4b7a-bb71-6bb370e69733 HTTP/1.1" status: 204 len: 168 time: 0.1975899 May 18 06:20:35.111612 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f526d85-19c4-4abc-8e49-a157601e67bc req-1c25e6d1-2467-43e5-978a-5de382893e36 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:35.113008 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5f526d85-19c4-4abc-8e49-a157601e67bc req-1c25e6d1-2467-43e5-978a-5de382893e36 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0814662 May 18 06:20:35.158618 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5f526d85-19c4-4abc-8e49-a157601e67bc req-c9d0fb75-6cb9-480e-b1d2-59f62acaca9f tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399292 May 18 06:20:35.565252 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98545ae2-6734-467b-8193-d49b34f29d66 req-71a01f07-5d16-457b-a9be-58b0f82d8931 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:35.566674 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-98545ae2-6734-467b-8193-d49b34f29d66 req-71a01f07-5d16-457b-a9be-58b0f82d8931 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 946 time: 0.1306767 May 18 06:20:35.621454 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34fe8b-6866-4b64-a625-4d17bfb96745 req-93b0a0ee-3c7a-4edb-a6d9-2a1a63eaedff tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:35.622898 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7b34fe8b-6866-4b64-a625-4d17bfb96745 req-93b0a0ee-3c7a-4edb-a6d9-2a1a63eaedff tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 944 time: 0.1253402 May 18 06:20:35.632208 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-98545ae2-6734-467b-8193-d49b34f29d66 req-f7114fed-ac55-442a-8276-9f057b3f54a1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592389 May 18 06:20:35.678100 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7b34fe8b-6866-4b64-a625-4d17bfb96745 req-c9fbc806-4cfa-403e-a618-61a05c6d4a45 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489407 May 18 06:20:35.737182 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 46bee23f-88f5-4221-9581-3ccc9d203f1d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:20:35.869938 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 46bee23f-88f5-4221-9581-3ccc9d203f1d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:35.882891 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'port_id': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'mac_address': 'fa:16:3e:73:ce:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:20:35.937005 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:35.953977 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bee23f-88f5-4221-9581-3ccc9d203f1d {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:20:35.969637 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 46bee23f-88f5-4221-9581-3ccc9d203f1d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:35.974218 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:35.976181 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:36.060651 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=46bee23f-88f5-4221-9581-3ccc9d203f1d,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:36.069069 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.069418 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.069758 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.070095 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.070425 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.070750 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.071071 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.071392 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.072325 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.072660 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.072982 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.073297 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:36.077166 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:36.287038 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['46bee23f-88f5-4221-9581-3ccc9d203f1d'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:36.349306 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed4167-d8b0-418b-a815-8ea70c4fe8c8 req-571807e6-84fc-4011-a3ea-4cd6b706ae41 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:36.350894 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-08ed4167-d8b0-418b-a815-8ea70c4fe8c8 req-571807e6-84fc-4011-a3ea-4cd6b706ae41 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0834625 May 18 06:20:36.396063 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-08ed4167-d8b0-418b-a815-8ea70c4fe8c8 req-db3c013c-274d-4949-afa8-08dcd833791e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387552 May 18 06:20:36.479612 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:36.520243 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-42f83ac7-e22c-439f-9f63-0c2dc13017c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:36.873711 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f9c96-e82e-4d9c-a610-fa9fa705a5e2 req-56abb605-7a3f-469c-a026-530ce4e905a1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:36.875145 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-220f9c96-e82e-4d9c-a610-fa9fa705a5e2 req-56abb605-7a3f-469c-a026-530ce4e905a1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 946 time: 0.1381123 May 18 06:20:36.886887 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9766f-f33e-4b49-9219-9d74d565bbda req-de22453f-e512-47d8-ae87-164e9f110893 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:36.888286 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-76c9766f-f33e-4b49-9219-9d74d565bbda req-de22453f-e512-47d8-ae87-164e9f110893 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 945 time: 0.1032023 May 18 06:20:36.957551 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-220f9c96-e82e-4d9c-a610-fa9fa705a5e2 req-829d9fa5-2bab-460d-a7fd-d9def975a925 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682757 May 18 06:20:36.964505 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-76c9766f-f33e-4b49-9219-9d74d565bbda req-8d7b8aea-59f9-4b99-a8bc-9911ba03ae5d tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629857 May 18 06:20:37.299030 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-e739d3ef-5d0f-4e59-9a85-e9f106e19e5c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:37.299752 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-e739d3ef-5d0f-4e59-9a85-e9f106e19e5c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Synchronizing usage tracker for tenant:afcbdb85b6794bbda1866b6565e294af on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:37.315926 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-e739d3ef-5d0f-4e59-9a85-e9f106e19e5c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Unset dirty status for tenant:afcbdb85b6794bbda1866b6565e294af on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:37.317042 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-e739d3ef-5d0f-4e59-9a85-e9f106e19e5c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 946 time: 0.0976293 May 18 06:20:37.471811 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Deleting port edf3e2ae-7913-4df4-abcf-361e77a25c7e {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:20:37.472159 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:37.593608 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:37.602289 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3d930-7873-4ded-ad20-2ff135474a71 req-96d97060-4c4b-4273-9d7b-313040b51de5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:37.603911 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-63f3d930-7873-4ded-ad20-2ff135474a71 req-96d97060-4c4b-4273-9d7b-313040b51de5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0849864 May 18 06:20:37.622798 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] For port edf3e2ae-7913-4df4-abcf-361e77a25c7e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=edf3e2ae-7913-4df4-abcf-361e77a25c7e,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:37.623161 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:37.649310 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-63f3d930-7873-4ded-ad20-2ff135474a71 req-e5bea0d7-b76f-416e-a815-22998ccf6a21 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395241 May 18 06:20:37.742438 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Calling delete_port for edf3e2ae-7913-4df4-abcf-361e77a25c7e owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:20:37.848515 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:37.853710 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7207124a-9f49-461b-ade7-a6b7025ba422 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:37.897353 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Pushing event deleted for resources: {'Port': ['ID=edf3e2ae-7913-4df4-abcf-361e77a25c7e,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:37.933776 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.934148 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.934515 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.934874 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.935223 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.935572 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.935984 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.936331 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.936674 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.937014 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.937357 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.937697 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:37.948206 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:38.071247 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] No DVR routers for this DVR port edf3e2ae-7913-4df4-abcf-361e77a25c7e on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:20:38.074426 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:38.077043 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3c051d-8eec-4428-8144-305c640aa172', 'name': 'network-vif-deleted', 'tag': 'edf3e2ae-7913-4df4-abcf-361e77a25c7e'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:38.092230 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-22d2cd52-50e1-4542-a4b5-97c7e6c8a5ee req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "DELETE /v2.0/ports/edf3e2ae-7913-4df4-abcf-361e77a25c7e HTTP/1.1" status: 204 len: 173 time: 0.7671185 May 18 06:20:38.147903 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-12df5488-2feb-4975-bc9e-3e1a14b8f8db req-e2e9e368-f688-427f-af74-89bccae367c1 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 210 time: 0.0796053 May 18 06:20:38.191693 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fa921-2a1c-49cc-b3c1-6c4ef774502d req-af03041b-48ab-4ba0-8346-4dae9863e576 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:38.193196 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c31fa921-2a1c-49cc-b3c1-6c4ef774502d req-af03041b-48ab-4ba0-8346-4dae9863e576 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 945 time: 0.0928681 May 18 06:20:38.198065 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3c051d-8eec-4428-8144-305c640aa172', 'name': 'network-vif-deleted', 'tag': 'edf3e2ae-7913-4df4-abcf-361e77a25c7e', 'status': 'completed', 'code': 200} May 18 06:20:38.239559 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c31fa921-2a1c-49cc-b3c1-6c4ef774502d req-d95ea473-08cf-4cdb-a0b4-96fb4ac66920 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387971 May 18 06:20:38.696010 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 46bee23f-88f5-4221-9581-3ccc9d203f1d up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:20:38.761190 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 46bee23f-88f5-4221-9581-3ccc9d203f1d completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:20:38.765722 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 46bee23f-88f5-4221-9581-3ccc9d203f1d triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:20:38.766129 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:38.838349 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55451c83-0744-47e9-94d9-58851ac089e1 req-6a1df9e9-dcf2-4b4c-a74d-991781e8c64d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:38.839690 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-55451c83-0744-47e9-94d9-58851ac089e1 req-6a1df9e9-dcf2-4b4c-a74d-991781e8c64d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0834689 May 18 06:20:38.880152 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:38.883926 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-55451c83-0744-47e9-94d9-58851ac089e1 req-b53438c1-5d76-4520-a9e4-1afde6999732 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382559 May 18 06:20:38.906717 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:38.916971 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 46bee23f-88f5-4221-9581-3ccc9d203f1d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:38.922475 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:38.925032 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:38.959547 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'code': 200} May 18 06:20:38.990407 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=46bee23f-88f5-4221-9581-3ccc9d203f1d,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:38.993359 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:39.297014 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a29759e7-ebb5-40e1-89c8-39b0fa426fcf req-ae3adf8d-7f61-42c9-9834-3e4a032b5653 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 210 time: 0.0432107 May 18 06:20:39.350831 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:39.426672 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad3f11-fda4-46d8-96b4-c18019801974 req-790993f0-e208-4e46-acef-6a0817b5a12f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:39.428017 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d1ad3f11-fda4-46d8-96b4-c18019801974 req-790993f0-e208-4e46-acef-6a0817b5a12f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.0830820 May 18 06:20:39.470223 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d1ad3f11-fda4-46d8-96b4-c18019801974 req-578b7c55-82a1-4a41-980c-08299a1a1fae tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365319 May 18 06:20:40.061279 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb860ed3-fb82-4c44-90ba-cfd3e39e340c req-90585a1b-3daa-4c03-ad21-9aa4a179a0ef tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:40.062709 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb860ed3-fb82-4c44-90ba-cfd3e39e340c req-90585a1b-3daa-4c03-ad21-9aa4a179a0ef tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0769782 May 18 06:20:40.107668 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb860ed3-fb82-4c44-90ba-cfd3e39e340c req-0c36ed91-b26b-4f72-9df4-e26b385666f6 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394893 May 18 06:20:40.441447 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6f91cd13-5497-47fc-b9a0-9f0fdb0375c1 req-ebbb6c7d-ff7d-46d2-8746-800dc5b99de9 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb3c051d-8eec-4428-8144-305c640aa172 HTTP/1.1" status: 200 len: 210 time: 0.0417459 May 18 06:20:40.613017 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['e3e0027b-3e09-41d6-ac0c-11218247b5ce', 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6', 'edf3e2ae-7913-4df4-abcf-361e77a25c7e'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:40.650766 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217bbfe-10e8-4b48-8550-1713fb4c638b req-1a7ac5bf-b223-4299-9d52-a4082794b287 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:40.652107 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4217bbfe-10e8-4b48-8550-1713fb4c638b req-1a7ac5bf-b223-4299-9d52-a4082794b287 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.0804875 May 18 06:20:40.704957 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4217bbfe-10e8-4b48-8550-1713fb4c638b req-2a4adf1c-8828-42e3-8f52-fda7c406cce7 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445273 May 18 06:20:40.919666 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa2172-ede7-49de-a662-2f93725d210b req-f6307055-6573-40ae-8981-4553e8ea2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:40.921085 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7aaa2172-ede7-49de-a662-2f93725d210b req-f6307055-6573-40ae-8981-4553e8ea2d04 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 1099 time: 0.0693169 May 18 06:20:40.968041 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-7aaa2172-ede7-49de-a662-2f93725d210b req-40737343-f369-4cde-9368-8acd44ea599d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 May 18 06:20:41.295048 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d19db6-6a65-41d4-8a64-5c67b5f1bc9d req-ff177fec-ba17-4209-8379-ce52f2197bdd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:41.296579 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-79d19db6-6a65-41d4-8a64-5c67b5f1bc9d req-ff177fec-ba17-4209-8379-ce52f2197bdd tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0817888 May 18 06:20:41.342917 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-79d19db6-6a65-41d4-8a64-5c67b5f1bc9d req-086cce34-5049-41e5-9ac6-e98e61d49b02 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 May 18 06:20:42.007575 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ef8c7-c92d-4ab4-8699-4c4a06c81d56 req-0b9df6cc-ee42-44f7-aafe-1636c5de5353 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:42.009014 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-667ef8c7-c92d-4ab4-8699-4c4a06c81d56 req-0b9df6cc-ee42-44f7-aafe-1636c5de5353 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 945 time: 0.2016704 May 18 06:20:42.017371 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866998a2-bef1-40af-a9ef-2b3573bbedef req-8ee53e3a-9048-4e8a-8983-832b4b682752 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:42.018711 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-866998a2-bef1-40af-a9ef-2b3573bbedef req-8ee53e3a-9048-4e8a-8983-832b4b682752 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.1767187 May 18 06:20:42.102054 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-667ef8c7-c92d-4ab4-8699-4c4a06c81d56 req-93b2d08f-d2fa-4991-9d75-e87335c8fea4 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824010 May 18 06:20:42.106193 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-866998a2-bef1-40af-a9ef-2b3573bbedef req-2e419cd4-dfb6-4ca4-9d86-778e4f95ca8e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715232 May 18 06:20:42.204374 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1bfd9-4414-48d7-b5c7-893376adf0ac req-024a5ade-d1b3-4bbb-b25f-6d9366e8f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:42.205808 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c4c1bfd9-4414-48d7-b5c7-893376adf0ac req-024a5ade-d1b3-4bbb-b25f-6d9366e8f59d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 1098 time: 0.0674016 May 18 06:20:42.521088 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad482e0-6592-4a41-bbaa-37d99dba50e1 req-6bcbb762-f059-409d-af2b-0dc2ac04b408 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:42.522541 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4ad482e0-6592-4a41-bbaa-37d99dba50e1 req-6bcbb762-f059-409d-af2b-0dc2ac04b408 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0781515 May 18 06:20:42.565933 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4ad482e0-6592-4a41-bbaa-37d99dba50e1 req-e07160eb-0426-4dee-a2d5-f3235efc129a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371859 May 18 06:20:43.287952 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-c4c1bfd9-4414-48d7-b5c7-893376adf0ac req-a3947a07-7153-4aaf-b768-a842c170eef8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348396 May 18 06:20:43.341706 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d808b-19d4-409a-b659-fff1f3cafc2f req-326e7c73-3c49-433a-b1ac-c95cc7141ecb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:43.343127 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0a4d808b-19d4-409a-b659-fff1f3cafc2f req-326e7c73-3c49-433a-b1ac-c95cc7141ecb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.1365569 May 18 06:20:43.350985 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72fc97-ff53-4045-adcb-ab7f382f2ada req-ed05c7dd-1eae-4d1e-839c-b5724540432c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:43.352315 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6d72fc97-ff53-4045-adcb-ab7f382f2ada req-ed05c7dd-1eae-4d1e-839c-b5724540432c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 945 time: 0.1438942 May 18 06:20:43.422102 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0a4d808b-19d4-409a-b659-fff1f3cafc2f req-f40cb629-208e-48d9-ada8-3141ce9fb348 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688484 May 18 06:20:43.424758 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6d72fc97-ff53-4045-adcb-ab7f382f2ada req-39db7fa1-8c2b-4dd1-9fc1-2161f0dfcd82 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594382 May 18 06:20:43.601226 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b313e-9b85-481c-9d7a-abb9c90805bb req-933b54f3-2855-4852-95b5-5d1003cb5915 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:43.603159 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-459b313e-9b85-481c-9d7a-abb9c90805bb req-933b54f3-2855-4852-95b5-5d1003cb5915 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.0784285 May 18 06:20:43.646591 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-459b313e-9b85-481c-9d7a-abb9c90805bb req-d43af4a5-d204-4b78-94b3-c390d6de88dc tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377591 May 18 06:20:43.753504 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667b711-408d-44db-b883-3a9695ad914a req-cd5ce79a-fb4b-4005-a2b7-1c1af563fcf7 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:43.754955 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e667b711-408d-44db-b883-3a9695ad914a req-cd5ce79a-fb4b-4005-a2b7-1c1af563fcf7 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0826454 May 18 06:20:43.798321 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e667b711-408d-44db-b883-3a9695ad914a req-03b36f71-487e-4a52-96a4-ecb80d24423c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 May 18 06:20:44.031257 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473df026-537d-44fa-b337-65a7682b6bd6 req-177744a8-45c0-45e4-850b-e6702f9e11de tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.032700 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-473df026-537d-44fa-b337-65a7682b6bd6 req-177744a8-45c0-45e4-850b-e6702f9e11de tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.0777512 May 18 06:20:44.078264 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-473df026-537d-44fa-b337-65a7682b6bd6 req-ec832012-d364-4808-99c9-f21231e3ff22 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 May 18 06:20:44.605369 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fd6c8-b880-4b5c-8bca-a5e87312e9db req-cad22fce-c1e3-4d1c-ad51-a34b124f9fc5 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.606777 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-430fd6c8-b880-4b5c-8bca-a5e87312e9db req-cad22fce-c1e3-4d1c-ad51-a34b124f9fc5 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 945 time: 0.0766973 May 18 06:20:44.650048 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-430fd6c8-b880-4b5c-8bca-a5e87312e9db req-345f1b66-f55e-448d-a6ac-d4193bffaeb9 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375848 May 18 06:20:44.983659 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85fbf8-2b5c-48c5-a910-d425a870b37a req-16935f12-8503-417f-92e1-bb6dfddcf8b0 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:44.985196 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1a85fbf8-2b5c-48c5-a910-d425a870b37a req-16935f12-8503-417f-92e1-bb6dfddcf8b0 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0852296 May 18 06:20:45.029218 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1a85fbf8-2b5c-48c5-a910-d425a870b37a req-8fb1b743-3734-41c1-aeba-a067b45ed688 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382235 May 18 06:20:45.178779 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device edf3e2ae-7913-4df4-abcf-361e77a25c7e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:20:45.215496 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: edf3e2ae-7913-4df4-abcf-361e77a25c7e {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:20:45.215904 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device edf3e2ae-7913-4df4-abcf-361e77a25c7e not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:20:45.846868 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ff254-d233-433f-b818-b54594b3d4cb req-ad860f55-13c3-409f-842e-d04b339a4917 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:45.848343 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3f5ff254-d233-433f-b818-b54594b3d4cb req-ad860f55-13c3-409f-842e-d04b339a4917 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 945 time: 0.0829811 May 18 06:20:45.895731 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3f5ff254-d233-433f-b818-b54594b3d4cb req-8b8e8e3f-f01c-4144-b5da-57e4561a5a1b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415895 May 18 06:20:46.235977 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d72710-16d8-4b5e-8af9-70b67e6459a9 req-28578a0d-53a1-47fa-accc-61bf4dc79d04 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:46.239321 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a6d72710-16d8-4b5e-8af9-70b67e6459a9 req-28578a0d-53a1-47fa-accc-61bf4dc79d04 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0977280 May 18 06:20:46.331777 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a6d72710-16d8-4b5e-8af9-70b67e6459a9 req-bc1c6e0e-0eed-4366-9c68-25a24534a6c8 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793426 May 18 06:20:46.750596 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff379411-a824-45e2-a310-5376bc6fad5c req-4135db62-4402-4b96-8f47-360c97b8f39a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:46.751301 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-ff379411-a824-45e2-a310-5376bc6fad5c req-4135db62-4402-4b96-8f47-360c97b8f39a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Synchronizing usage tracker for tenant:afcbdb85b6794bbda1866b6565e294af on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:46.766861 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-ff379411-a824-45e2-a310-5376bc6fad5c req-4135db62-4402-4b96-8f47-360c97b8f39a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Unset dirty status for tenant:afcbdb85b6794bbda1866b6565e294af on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:46.768034 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ff379411-a824-45e2-a310-5376bc6fad5c req-4135db62-4402-4b96-8f47-360c97b8f39a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 945 time: 0.0987365 May 18 06:20:47.085933 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317540-0a4a-4759-9115-6471aab1d138 req-9432390f-ea07-4c91-89f7-a3cc2c9a6907 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:47.087269 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-90317540-0a4a-4759-9115-6471aab1d138 req-9432390f-ea07-4c91-89f7-a3cc2c9a6907 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 945 time: 0.0820460 May 18 06:20:47.129591 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-90317540-0a4a-4759-9115-6471aab1d138 req-5bf9498b-25f9-4f51-b5d0-aca6b6c2dd73 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368171 May 18 06:20:47.524014 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444ca5d-c833-40fa-97f5-a5a8acc88dfe req-093a295a-487f-448c-8fd9-95767a879267 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:47.525981 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f444ca5d-c833-40fa-97f5-a5a8acc88dfe req-093a295a-487f-448c-8fd9-95767a879267 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0886230 May 18 06:20:47.571857 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f444ca5d-c833-40fa-97f5-a5a8acc88dfe req-afcd33e5-f34b-410a-a8ec-e3b19e5a18b8 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403864 May 18 06:20:48.077007 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935080cc-dcfa-4c0a-a2b3-950b6ffc80e8 req-29619deb-8c75-49a6-a7f0-e7c24ee67e40 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:48.078423 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-935080cc-dcfa-4c0a-a2b3-950b6ffc80e8 req-29619deb-8c75-49a6-a7f0-e7c24ee67e40 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0775752 May 18 06:20:48.121239 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-935080cc-dcfa-4c0a-a2b3-950b6ffc80e8 req-a61fb04c-6224-4bdf-a657-e7d90dc5be91 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372462 May 18 06:20:48.315291 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ace3-c4f4-41d7-b04c-757143620d4f req-af47089f-1c69-48df-b78d-b76318f21cd2 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:48.316756 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4f13ace3-c4f4-41d7-b04c-757143620d4f req-af47089f-1c69-48df-b78d-b76318f21cd2 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 945 time: 0.0810077 May 18 06:20:48.360599 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4f13ace3-c4f4-41d7-b04c-757143620d4f req-daaaedb1-1eaa-4fba-bdeb-1527c669abbe tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375545 May 18 06:20:48.784886 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-ff379411-a824-45e2-a310-5376bc6fad5c req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Deleting port b9cf996f-5db7-458e-9d8c-74e7546cb6d6 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:20:48.785492 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ff379411-a824-45e2-a310-5376bc6fad5c req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:48.913311 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-ff379411-a824-45e2-a310-5376bc6fad5c req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] For port b9cf996f-5db7-458e-9d8c-74e7546cb6d6, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=b9cf996f-5db7-458e-9d8c-74e7546cb6d6,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:48.913577 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ff379411-a824-45e2-a310-5376bc6fad5c req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:49.038089 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-ff379411-a824-45e2-a310-5376bc6fad5c req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Calling delete_port for b9cf996f-5db7-458e-9d8c-74e7546cb6d6 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:20:49.141346 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ff379411-a824-45e2-a310-5376bc6fad5c req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:49.146662 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:49.193684 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Pushing event deleted for resources: {'Port': ['ID=b9cf996f-5db7-458e-9d8c-74e7546cb6d6,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:49.196778 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:49.265357 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff379411-a824-45e2-a310-5376bc6fad5c req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] No DVR routers for this DVR port b9cf996f-5db7-458e-9d8c-74e7546cb6d6 on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:20:49.267878 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-ff379411-a824-45e2-a310-5376bc6fad5c req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:49.270737 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d8262a-aecd-42d1-9223-a6b55dfd6b1e', 'name': 'network-vif-deleted', 'tag': 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:49.292352 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ff379411-a824-45e2-a310-5376bc6fad5c req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "DELETE /v2.0/ports/b9cf996f-5db7-458e-9d8c-74e7546cb6d6 HTTP/1.1" status: 204 len: 173 time: 0.6323860 May 18 06:20:49.322667 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a491-ad72-4ec5-b955-e555d963a94d req-54e8a281-5247-421d-ada9-00baa3ace0e7 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:49.324357 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f698a491-ad72-4ec5-b955-e555d963a94d req-54e8a281-5247-421d-ada9-00baa3ace0e7 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0972779 May 18 06:20:49.332775 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d8262a-aecd-42d1-9223-a6b55dfd6b1e', 'name': 'network-vif-deleted', 'tag': 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6', 'status': 'completed', 'code': 200} May 18 06:20:49.371632 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f698a491-ad72-4ec5-b955-e555d963a94d req-809ddacf-73ec-4179-a230-e1571e131cdf tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413265 May 18 06:20:49.553989 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-47b7bc8f-8af7-47f6-8c7d-b5004130133d req-58d98f98-b1fb-461e-8c6c-ecb407fb98ae tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 210 time: 0.0873506 May 18 06:20:49.730138 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['e3e0027b-3e09-41d6-ac0c-11218247b5ce', 'b9cf996f-5db7-458e-9d8c-74e7546cb6d6'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:20:49.856204 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cb2af-368f-4da1-b45c-8f5ecc596c5a req-fa72e5a8-cdee-432d-9da0-d14a495b3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:49.858385 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9f0cb2af-368f-4da1-b45c-8f5ecc596c5a req-fa72e5a8-cdee-432d-9da0-d14a495b3ef4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 1098 time: 0.0978553 May 18 06:20:50.000928 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cb2af-368f-4da1-b45c-8f5ecc596c5a req-09dda7d8-2de0-4b6f-be02-2c25b087074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:50.002653 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9f0cb2af-368f-4da1-b45c-8f5ecc596c5a req-09dda7d8-2de0-4b6f-be02-2c25b087074b service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 920 time: 0.1359923 May 18 06:20:50.074258 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9f0cb2af-368f-4da1-b45c-8f5ecc596c5a req-62f3ee7f-964a-4988-92e5-b5224970ebac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376 HTTP/1.1" status: 200 len: 217 time: 0.0635340 May 18 06:20:50.145115 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cb2af-368f-4da1-b45c-8f5ecc596c5a req-639e598c-9d3f-4a43-a6a2-654a4554e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:50.146446 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9f0cb2af-368f-4da1-b45c-8f5ecc596c5a req-639e598c-9d3f-4a43-a6a2-654a4554e6d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 200 len: 859 time: 0.0596106 May 18 06:20:50.199248 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9f0cb2af-368f-4da1-b45c-8f5ecc596c5a req-7b8c166d-c611-42c4-b088-4316707e6b62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406644 May 18 06:20:50.344545 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9f0cb2af-368f-4da1-b45c-8f5ecc596c5a req-fd536baf-b91b-41be-8453-7f75254fdbed service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330595 May 18 06:20:50.564901 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a83f6-01f1-4763-a6a6-54ca1e6c369c req-6563f091-ea5f-4da9-8760-03c9e1f796c8 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:50.566355 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9f5a83f6-01f1-4763-a6a6-54ca1e6c369c req-6563f091-ea5f-4da9-8760-03c9e1f796c8 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0857456 May 18 06:20:50.571594 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9f0cb2af-368f-4da1-b45c-8f5ecc596c5a req-8e0d41db-e91d-429a-b63b-bf4297e9c663 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196343 May 18 06:20:50.617676 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9f5a83f6-01f1-4763-a6a6-54ca1e6c369c req-f1ac84ac-005f-4778-8e1d-402e47150dce tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437987 May 18 06:20:50.729033 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c277842a-4491-4a7f-9fbd-932c2263bbf3 req-fbdb7c04-171d-4013-93a5-3cafc71f447a tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d8262a-aecd-42d1-9223-a6b55dfd6b1e HTTP/1.1" status: 200 len: 210 time: 0.0455337 May 18 06:20:51.521771 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c4915-8c5e-4f17-9ddc-871a9d9949a2 req-37089c74-f8ae-4ff7-9d89-599ef5a4a839 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:51.523200 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fd9c4915-8c5e-4f17-9ddc-871a9d9949a2 req-37089c74-f8ae-4ff7-9d89-599ef5a4a839 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0831790 May 18 06:20:51.574677 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fd9c4915-8c5e-4f17-9ddc-871a9d9949a2 req-e532ae0a-5f83-41a0-bfe1-e70047d9984b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446177 May 18 06:20:51.745772 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device b9cf996f-5db7-458e-9d8c-74e7546cb6d6 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:20:51.788674 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: b9cf996f-5db7-458e-9d8c-74e7546cb6d6 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:20:51.789810 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device b9cf996f-5db7-458e-9d8c-74e7546cb6d6 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:20:51.817853 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e2baa-bd83-4c04-a04a-89789962bc45 req-40000768-de1a-4a6c-b5f4-42e0150558ae tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:51.819980 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-308e2baa-bd83-4c04-a04a-89789962bc45 req-40000768-de1a-4a6c-b5f4-42e0150558ae tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0916383 May 18 06:20:51.869093 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-308e2baa-bd83-4c04-a04a-89789962bc45 req-592c8cde-50fd-4186-a8a2-fd2955de9aa1 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428166 May 18 06:20:52.761952 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7d8ad-dd83-48ba-b49a-c2c307c04abc req-9c9e8172-5129-4454-9d42-55f4672f6977 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:52.763466 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f1b7d8ad-dd83-48ba-b49a-c2c307c04abc req-9c9e8172-5129-4454-9d42-55f4672f6977 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0846307 May 18 06:20:52.808224 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f1b7d8ad-dd83-48ba-b49a-c2c307c04abc req-2999ce1f-2797-4ff1-b431-24568638e97e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389955 May 18 06:20:52.848105 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d8c3b1d-09d2-41ea-b3fc-ae1870d8a529 req-30df5236-7217-4c60-a478-3006da5be825 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696425 May 18 06:20:52.948019 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c3b1d-09d2-41ea-b3fc-ae1870d8a529 req-c127b9cc-e352-4b0e-8b4c-3e8f4b09300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:52.949808 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d8c3b1d-09d2-41ea-b3fc-ae1870d8a529 req-c127b9cc-e352-4b0e-8b4c-3e8f4b09300b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 1098 time: 0.0799043 May 18 06:20:53.068260 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4bc64-66ef-458e-ab9c-49afbdfdd909 req-b8a7a5ae-2ab8-4cdd-aa6c-02686193eeae tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:53.069712 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-15e4bc64-66ef-458e-ab9c-49afbdfdd909 req-b8a7a5ae-2ab8-4cdd-aa6c-02686193eeae tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0809381 May 18 06:20:53.117969 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c3b1d-09d2-41ea-b3fc-ae1870d8a529 req-e6cd163a-7d43-4f55-9317-a1b6aaed92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:53.119417 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d8c3b1d-09d2-41ea-b3fc-ae1870d8a529 req-e6cd163a-7d43-4f55-9317-a1b6aaed92e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 200 len: 920 time: 0.1365817 May 18 06:20:53.121326 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-15e4bc64-66ef-458e-ab9c-49afbdfdd909 req-788f9fd5-9564-4e30-a26a-264f4e2894f8 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446651 May 18 06:20:53.194142 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d8c3b1d-09d2-41ea-b3fc-ae1870d8a529 req-dce3cb76-67ee-4d93-a04a-37a869ed7d35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=803c99db-aa91-4cfa-94ba-58d4a3545e48 HTTP/1.1" status: 200 len: 217 time: 0.0673501 May 18 06:20:53.273266 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c3b1d-09d2-41ea-b3fc-ae1870d8a529 req-44ca77a6-ebc3-45cc-a007-078beb4051b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:53.275825 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d8c3b1d-09d2-41ea-b3fc-ae1870d8a529 req-44ca77a6-ebc3-45cc-a007-078beb4051b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 200 len: 859 time: 0.0672874 May 18 06:20:53.332424 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d8c3b1d-09d2-41ea-b3fc-ae1870d8a529 req-7b169db0-4ae9-4aa5-8b99-3201ff97c223 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1b958adc-0985-455f-a2ad-6f3c6f7e15c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490959 May 18 06:20:53.390879 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:53.472941 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d8c3b1d-09d2-41ea-b3fc-ae1870d8a529 req-de0140a6-8c53-4d5e-add9-fe0b880528b6 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296668 May 18 06:20:53.485538 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28f12b-44a4-4f60-a5d0-58727e811f00 req-be5baa42-00da-4349-9cd8-aeaa4713eff8 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:53.487375 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cf28f12b-44a4-4f60-a5d0-58727e811f00 req-be5baa42-00da-4349-9cd8-aeaa4713eff8 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 946 time: 0.0829108 May 18 06:20:53.534437 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cf28f12b-44a4-4f60-a5d0-58727e811f00 req-d090d880-104e-4d4a-a32d-b6f4b8304835 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 May 18 06:20:53.616693 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-2d8c3b1d-09d2-41ea-b3fc-ae1870d8a529 req-bade7521-b10b-49bd-bb5d-a76a5eed0c11 service neutron] 10.222.0.18 "GET /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337619 May 18 06:20:53.995085 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecd75a-1553-4bbe-acc8-ba5a9827bbd1 req-068bf9ea-e9eb-4350-8554-ce9419ca4be7 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:53.996549 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7aecd75a-1553-4bbe-acc8-ba5a9827bbd1 req-068bf9ea-e9eb-4350-8554-ce9419ca4be7 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0808625 May 18 06:20:54.040583 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7aecd75a-1553-4bbe-acc8-ba5a9827bbd1 req-90084c97-c9ee-4230-82e5-82dbbbceaadf tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379500 May 18 06:20:54.719601 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10312e94-21f3-479a-a301-acf2c69bcf9a req-04805cb0-8903-4451-99a3-ac25b09be771 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:54.721054 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-10312e94-21f3-479a-a301-acf2c69bcf9a req-04805cb0-8903-4451-99a3-ac25b09be771 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 946 time: 0.0790579 May 18 06:20:54.767526 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-10312e94-21f3-479a-a301-acf2c69bcf9a req-f0bc87fe-0e29-4d7a-ac2d-dbf329465b77 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/security-groups?id=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 May 18 06:20:55.231416 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0733400-f02e-4d29-9f7f-44d5e9cc8ebb req-7e36217e-2357-4573-a4b0-6952e2d47c38 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:55.232956 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0733400-f02e-4d29-9f7f-44d5e9cc8ebb req-7e36217e-2357-4573-a4b0-6952e2d47c38 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0817833 May 18 06:20:55.280243 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0733400-f02e-4d29-9f7f-44d5e9cc8ebb req-09f5c8ce-c21c-45d0-87bc-cdb19cf604a0 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 May 18 06:20:55.351560 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-91fdb673-50ab-422d-af09-70444c0a476c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:55.352393 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-91fdb673-50ab-422d-af09-70444c0a476c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Synchronizing usage tracker for tenant:afcbdb85b6794bbda1866b6565e294af on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:55.366934 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-91fdb673-50ab-422d-af09-70444c0a476c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Unset dirty status for tenant:afcbdb85b6794bbda1866b6565e294af on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:55.368540 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-91fdb673-50ab-422d-af09-70444c0a476c tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 946 time: 0.0977366 May 18 06:20:55.502354 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Deleting port e3e0027b-3e09-41d6-ac0c-11218247b5ce {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:20:55.502695 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.628960 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] For port e3e0027b-3e09-41d6-ac0c-11218247b5ce, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e3e0027b-3e09-41d6-ac0c-11218247b5ce,segment=NetworkSegment(f7391cd6-8342-4596-89af-f0c51e05b33e),segment_id=f7391cd6-8342-4596-89af-f0c51e05b33e)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:20:55.629316 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.748362 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Calling delete_port for e3e0027b-3e09-41d6-ac0c-11218247b5ce owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:20:55.870181 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.875971 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:55.918638 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-79377aec-1b0a-49cb-9f42-d0bd0d1c3dbc req-9474b497-6bb5-47ab-a2da-e1f6bcabbb81 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.13 "GET /v2.0/ports?device_id=75a182f1-7683-4398-bf05-978cd0f504ef HTTP/1.1" status: 200 len: 210 time: 0.0418384 May 18 06:20:55.923294 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Pushing event deleted for resources: {'Port': ['ID=e3e0027b-3e09-41d6-ac0c-11218247b5ce,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:55.926626 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:55.993822 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] No DVR routers for this DVR port e3e0027b-3e09-41d6-ac0c-11218247b5ce on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:20:55.996223 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:55.998606 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a182f1-7683-4398-bf05-978cd0f504ef', 'name': 'network-vif-deleted', 'tag': 'e3e0027b-3e09-41d6-ac0c-11218247b5ce'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:20:56.013999 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-58322055-e812-48a4-bd0f-8ea1f1e9e9ce req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] 10.222.0.18 "DELETE /v2.0/ports/e3e0027b-3e09-41d6-ac0c-11218247b5ce HTTP/1.1" status: 204 len: 173 time: 0.6374497 May 18 06:20:56.047119 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a182f1-7683-4398-bf05-978cd0f504ef', 'name': 'network-vif-deleted', 'tag': 'e3e0027b-3e09-41d6-ac0c-11218247b5ce', 'status': 'completed', 'code': 200} May 18 06:20:56.484722 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69886978-72fc-4b18-9dcd-15e8e7a103f8 req-09820fa6-a098-4b2c-b2fc-4f9aafdaed86 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:56.486166 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-69886978-72fc-4b18-9dcd-15e8e7a103f8 req-09820fa6-a098-4b2c-b2fc-4f9aafdaed86 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0802679 May 18 06:20:56.505201 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36752) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:56.531000 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-69886978-72fc-4b18-9dcd-15e8e7a103f8 req-1fb948ff-0513-48cb-af99-36564b0808c9 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390627 May 18 06:20:56.650876 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1e1643b3-69f0-45aa-b7bf-680d7df75b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.745333 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-1e1643b3-69f0-45aa-b7bf-680d7df75b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:56.749136 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-1e1643b3-69f0-45aa-b7bf-680d7df75b1f admin admin] Usage tracker for resource:security_group_rule and tenant:fb86f6ca38334ec981a89ae755530409 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:56.752063 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-1e1643b3-69f0-45aa-b7bf-680d7df75b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:56.757750 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-1e1643b3-69f0-45aa-b7bf-680d7df75b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:56.851398 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1e1643b3-69f0-45aa-b7bf-680d7df75b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.856060 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-1e1643b3-69f0-45aa-b7bf-680d7df75b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:56.870323 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c3edb666-1edb-483d-ad56-c6256173959d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:56.913060 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-1e1643b3-69f0-45aa-b7bf-680d7df75b1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb86f6ca38334ec981a89ae755530409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043624 May 18 06:20:56.913060 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1643b3-69f0-45aa-b7bf-680d7df75b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b61d707-03f3-45c9-bbf4-f2730d541e80,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:56.913879 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36760) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:56.915842 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1e1643b3-69f0-45aa-b7bf-680d7df75b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:56.994736 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.021351 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.021746 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36766) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:57.079924 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.084552 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-227ae989-c104-47a3-af14-c7a7b4d89a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:57.087651 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f89e43-5932-4738-8a8a-e760913c75cf admin admin] Deleting subnet 3b422b18-596a-408e-a197-936dd80923c4 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:20:57.090501 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c5f89e43-5932-4738-8a8a-e760913c75cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.097097 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b61d707-03f3-45c9-bbf4-f2730d541e80,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:57.105834 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.106203 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.106568 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.106926 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.107276 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.107627 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.108005 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.108349 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.108696 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.109038 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.109378 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.109721 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:20:57.113417 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:57.114208 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.117839 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b61d707-03f3-45c9-bbf4-f2730d541e80 HTTP/1.1" status: 204 len: 168 time: 0.1993930 May 18 06:20:57.143983 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c5f89e43-5932-4738-8a8a-e760913c75cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3065593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.199260 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c5f89e43-5932-4738-8a8a-e760913c75cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.473928 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c5f89e43-5932-4738-8a8a-e760913c75cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3913268'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.481099 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:57.527157 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c5f89e43-5932-4738-8a8a-e760913c75cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.531025 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f89e43-5932-4738-8a8a-e760913c75cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b422b18-596a-408e-a197-936dd80923c4,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:57.533550 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c5f89e43-5932-4738-8a8a-e760913c75cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:57.544850 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c5f89e43-5932-4738-8a8a-e760913c75cf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3b422b18-596a-408e-a197-936dd80923c4 HTTP/1.1" status: 204 len: 168 time: 0.5197556 May 18 06:20:57.545076 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36790) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:57.689879 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.737956 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e3e0027b-3e09-41d6-ac0c-11218247b5ce no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:20:57.784728 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: e3e0027b-3e09-41d6-ac0c-11218247b5ce {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:20:57.785301 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e3e0027b-3e09-41d6-ac0c-11218247b5ce not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:20:57.926676 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36806) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:57.969522 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:57.986577 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edeb913-fb6f-4985-9386-728cbae15a09']}} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:58.004133 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7391cd6-8342-4596-89af-f0c51e05b33e') {'for_net_delete': True} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:58.004448 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7391cd6-8342-4596-89af-f0c51e05b33e') {} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:20:58.018332 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581c080-feed-41a5-8e82-76e0fd4588fa req-eb600ef6-a919-475a-b539-ab484cc77e85 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:58.023674 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c581c080-feed-41a5-8e82-76e0fd4588fa req-eb600ef6-a919-475a-b539-ab484cc77e85 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.3779573 May 18 06:20:58.030903 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-957357682-network', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:58.035206 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66634645'] for segment, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.035373 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:58.039217 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Usage tracker for resource:network and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:58.042157 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:58.047855 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:58.059384 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Made reservation on behalf of 7902c59b50db4039b7567ef70cb1eedd for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:20:58.062319 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.076728 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.077802 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2c95f-a530-447d-ae9b-18843f168a99 req-dce3ac6a-a7f4-403c-8238-ab44313f2a93 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:58.079157 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-75e2c95f-a530-447d-ae9b-18843f168a99 req-dce3ac6a-a7f4-403c-8238-ab44313f2a93 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.3327291 May 18 06:20:58.087128 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.094668 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:58.098700 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Usage tracker for resource:security_group_rule and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:58.102478 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:58.108894 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:58.121633 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=78802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:20:58.122054 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121364'] for segment, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: Traceback (most recent call last): May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: timer() May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: cb(*args, **kw) May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: return func(*args, **kwargs) May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: self._notify() May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: self.callback(batched_events) May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: event.method(event) May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: return f(self, *a, **k) May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._get(url).json() May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: return self.request(url, 'GET', **kwargs) May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:20:58.136047 dv-cinder-784623-10-iscsi neutron-server[78802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:20:58.194279 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c581c080-feed-41a5-8e82-76e0fd4588fa req-51bd5765-7e30-4ab7-8bd3-c1815100b4a9 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643229 May 18 06:20:58.214515 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.228991 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.238657 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:58.247179 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-75e2c95f-a530-447d-ae9b-18843f168a99 req-bd5657f0-b7ab-4c0a-8a90-0b00bf18204a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571717 May 18 06:20:58.252787 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.256937 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:58.272077 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:20:58.274295 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a4b178-fffc-4b5d-84cd-e1fc5e6d633b,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:58.292221 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.292934 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:58.298242 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36818) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:58.303028 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.303539 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Added segment 62864f80-67dd-4cae-9295-85f5e7f31218 of type vlan for network 9777a738-0815-4946-9d71-d335a68f34d1 May 18 06:20:58.303661 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=0edeb913-fb6f-4985-9386-728cbae15a09,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:58.307668 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:58.312828 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] 10.222.0.13 "DELETE /v2.0/networks/0edeb913-fb6f-4985-9386-728cbae15a09 HTTP/1.1" status: 204 len: 168 time: 0.7667346 May 18 06:20:58.344062 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.376775 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.378079 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:58.378712 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.384118 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:58.452527 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36826) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:58.500741 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-8d7eef82-76f7-4077-9d3c-e87b9bf230a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afcbdb85b6794bbda1866b6565e294af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0470247 May 18 06:20:58.503267 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36830) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:58.534505 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Pushing event updated for resources: {'Network': ['ID=9777a738-0815-4946-9d71-d335a68f34d1,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:58.541698 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6139176 May 18 06:20:58.542450 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36834) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:58.542944 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:58.545663 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 9777a738-0815-4946-9d71-d335a68f34d1 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:20:58.554305 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Request body: {'subnet': {'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-957357682-subnet', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'ip_version': 4}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:58.562295 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:58.562455 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f427b39-5836-48e0-9f01-5af0cd0ce6b3 tempest-TestMinimumBasicScenario-464789610 tempest-TestMinimumBasicScenario-464789610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:58.563161 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6f427b39-5836-48e0-9f01-5af0cd0ce6b3 tempest-TestMinimumBasicScenario-464789610 tempest-TestMinimumBasicScenario-464789610-project-admin] Synchronizing usage tracker for tenant:d037d4ac0ba3473cbb1b85fb40702313 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:20:58.569140 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Usage tracker for resource:subnet and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:58.574031 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:58.580536 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-6f427b39-5836-48e0-9f01-5af0cd0ce6b3 tempest-TestMinimumBasicScenario-464789610 tempest-TestMinimumBasicScenario-464789610-project-admin] Unset dirty status for tenant:d037d4ac0ba3473cbb1b85fb40702313 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:20:58.581731 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6f427b39-5836-48e0-9f01-5af0cd0ce6b3 tempest-TestMinimumBasicScenario-464789610 tempest-TestMinimumBasicScenario-464789610-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 1094 time: 0.2823350 May 18 06:20:58.584696 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36838) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:58.589953 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Request body: {'floatingip': {'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'port_id': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:58.592629 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:58.595803 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:58.599876 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Usage tracker for resource:floatingip and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:58.601455 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7de2-b51d-44bc-9e49-3b05ec8ee479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.603613 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:58.609755 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:58.623145 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for floatingip, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.629367 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Made reservation on behalf of 7902c59b50db4039b7567ef70cb1eedd for: {'subnet': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:20:58.632087 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2767030'] for subnet, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.655605 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7de2-b51d-44bc-9e49-3b05ec8ee479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.761612 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.817879 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7de2-b51d-44bc-9e49-3b05ec8ee479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.825106 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0ed9e3ef-4a34-428e-b7a8-7b2df5af1e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:58.842154 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c7de2-b51d-44bc-9e49-3b05ec8ee479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6945c6ec-82c1-4ddb-8223-e3dfa5fc4908,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:58.844440 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fa9c7de2-b51d-44bc-9e49-3b05ec8ee479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:58.865662 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fa9c7de2-b51d-44bc-9e49-3b05ec8ee479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:58.866695 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-fa9c7de2-b51d-44bc-9e49-3b05ec8ee479 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6945c6ec-82c1-4ddb-8223-e3dfa5fc4908 HTTP/1.1" status: 204 len: 168 time: 0.3624678 May 18 06:20:58.897811 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Allocated IP 172.27.2.42 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/a99ec20b-9a0f-4064-bf82-e536b4c3c177) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:20:59.047009 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.091308 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.097010 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8d7db71b-5c78-4d7c-a8c9-d38e0a44959f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:59.098183 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2121341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2767012'] for subnet, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.103589 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-259fafdf-69cb-4993-a3d6-b4b6eca1bbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:20:59.172071 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:20:59.172277 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2100b811-c80a-4cc2-9677-28d097cba4ff,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:59.175799 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:59.177670 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:20:59.180382 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:20:59.181624 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Checking segment: {'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:20:59.182062 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Network hostable DHCP agents. Network: 9777a738-0815-4946-9d71-d335a68f34d1, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:20:59.201070 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Network 9777a738-0815-4946-9d71-d335a68f34d1 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:20:59.211270 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 9777a738-0815-4946-9d71-d335a68f34d1) {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:20:59.227057 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:59.230209 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.237309 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21649414-dbe3-40e4-a1fc-639d2f0e2581 None None] Network 9777a738-0815-4946-9d71-d335a68f34d1 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:20:59.253443 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'Port': ['ID=a99ec20b-9a0f-4064-bf82-e536b4c3c177,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:20:59.255836 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-fcf1bdc7-c232-4dd3-9846-70f136c05bdd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7122498 May 18 06:20:59.257642 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:20:59.258825 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36854) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:20:59.266307 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:20:59.272237 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:20:59.276868 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Usage tracker for resource:router and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:20:59.280355 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:20:59.286337 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:20:59.298389 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-813629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7142'] for router, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.299568 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-813808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-733194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7161'] for router, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.318738 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.664163 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4bbcccd-1247-5822-9de9-63a88c1eb4be-9777a738-0815-4946-9d71-d335a68f34d1', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff'}]}} from dv-cinder-784623-10-iscsi. {{(pid=78804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:20:59.668341 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.753562 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-813615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7115'] for router, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.851832 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:20:59.859842 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39db46-6db3-4ce6-8781-eb24b90be58f req-c36ea826-8fa4-4973-9cd3-ccdf6802c933 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:20:59.860561 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Allocated IP 172.20.0.2 (9777a738-0815-4946-9d71-d335a68f34d1/2100b811-c80a-4cc2-9677-28d097cba4ff/34ce168b-173c-41f4-b975-9a6511bf8dfc) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:20:59.861323 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8a39db46-6db3-4ce6-8781-eb24b90be58f req-c36ea826-8fa4-4973-9cd3-ccdf6802c933 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.3497050 May 18 06:20:59.935266 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8a39db46-6db3-4ce6-8781-eb24b90be58f req-86b24037-16aa-4624-b755-06028fb04622 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587819 May 18 06:20:59.959566 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.125550 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.143264 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Transition to ACTIVE for port object 34ce168b-173c-41f4-b975-9a6511bf8dfc will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:00.169513 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Transition to ACTIVE for port object 34ce168b-173c-41f4-b975-9a6511bf8dfc will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:00.175762 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.185887 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:00.232080 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.243954 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.251029 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6fec627e-3506-4984-b895-30d013b21998 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:00.261424 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.305041 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.314447 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Network 9777a738-0815-4946-9d71-d335a68f34d1 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:00.317732 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:00.321474 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:00.372568 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Pushing event updated for resources: {'Port': ['ID=34ce168b-173c-41f4-b975-9a6511bf8dfc,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:00.378712 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:00.388312 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.432398 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Attempting to bind port 34ce168b-173c-41f4-b975-9a6511bf8dfc on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:00.432796 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Attempting to bind port 34ce168b-173c-41f4-b975-9a6511bf8dfc by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:00.433160 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Attempting to bind port 34ce168b-173c-41f4-b975-9a6511bf8dfc on network 9777a738-0815-4946-9d71-d335a68f34d1 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:00.438541 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:00.438928 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Checking segment: {'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:00.439340 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.439768 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Bound using segment: {'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:00.440257 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Bound port: 34ce168b-173c-41f4-b975-9a6511bf8dfc, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:00.440647 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.480676 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Allocated IP 172.27.2.78 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/e150f5dd-44df-4ece-9353-689771b81944) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:00.486445 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'Port': ['ID=a99ec20b-9a0f-4064-bf82-e536b4c3c177,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:00.497694 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:00.541894 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] For port 34ce168b-173c-41f4-b975-9a6511bf8dfc, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:00.545676 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] For port 34ce168b-173c-41f4-b975-9a6511bf8dfc, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=34ce168b-173c-41f4-b975-9a6511bf8dfc,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:00.552701 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.556300 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:00.604711 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.l3_db [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Floating IP 0f470c85-7fe1-4e3a-826b-6884a9763b88 associated. External IP: 172.27.2.42, port: 46bee23f-88f5-4221-9581-3ccc9d203f1d. May 18 06:21:00.636292 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Pushing event updated for resources: {'Port': ['ID=34ce168b-173c-41f4-b975-9a6511bf8dfc,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:00.645613 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:00.657886 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.692823 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:00.702843 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b7a16b79-f8d0-43ba-aa81-8341035f8971 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:00.780338 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:00.782136 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Pushing event updated for resources: {'Port': ['ID=e150f5dd-44df-4ece-9353-689771b81944,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:00.785286 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:00.787227 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:00.788053 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:01.175868 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:21:01.400741 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:21:01.411377 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242790be-c97b-41ca-a42a-a4d749e04ed5 None None] Sync routers for ids ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:21:01.426067 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242790be-c97b-41ca-a42a-a4d749e04ed5 None None] Routers {'1b7ddb1b-d938-41bf-8949-5e91b935b7f7'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:01.428248 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-242790be-c97b-41ca-a42a-a4d749e04ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:20:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:01.429211 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:01.468704 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96c283-c66a-439f-b210-470e3dce5ff0 req-6364f72e-e7dd-47e9-998d-7c15a04df36c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:01.469734 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-db96c283-c66a-439f-b210-470e3dce5ff0 req-6364f72e-e7dd-47e9-998d-7c15a04df36c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.3349149 May 18 06:21:01.470317 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:01.488330 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9024351 May 18 06:21:01.488964 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36912) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:01.489456 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:01.499309 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-985091721', 'description': 'tempest-secgroup-smoke-985091721 description', 'project_id': '8c20c2d152c642bf8d904ac48e065078'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:01.505324 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:01.510296 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Usage tracker for resource:security_group and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:01.513290 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:01.519532 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:01.533854 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:01.575684 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:01.580471 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Usage tracker for resource:security_group_rule and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:01.583801 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:01.587699 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bb9de-617c-47b5-b94b-871f5af5806c req-75c222ad-e980-48e1-a946-7b8170b36ea5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:01.588997 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-457bb9de-617c-47b5-b94b-871f5af5806c req-75c222ad-e980-48e1-a946-7b8170b36ea5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.4190788 May 18 06:21:01.598083 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:01.660989 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-242790be-c97b-41ca-a42a-a4d749e04ed5 None None] Set router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:01.699308 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-db96c283-c66a-439f-b210-470e3dce5ff0 req-1153fb62-dab7-4be3-8b9b-8e1991ad844e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816466 May 18 06:21:01.712429 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:01.727513 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:01.737284 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bf84cd05-38cd-4e95-9e64-95918fef2e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:01.794694 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-457bb9de-617c-47b5-b94b-871f5af5806c req-0ff168a8-7c35-4f3d-b940-524b8b0fbe94 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826408 May 18 06:21:02.005601 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'status': 'completed', 'code': 200} May 18 06:21:02.058953 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1cc195-0443-4693-956c-dcf095a69127,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:02.071194 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:02.075456 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5807433 May 18 06:21:02.076715 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:02.077377 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36926) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:02.083664 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Request body: {'security_group_rule': {'security_group_id': '9b1cc195-0443-4693-956c-dcf095a69127', 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:02.092065 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:02.097169 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Usage tracker for resource:security_group_rule and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:02.101871 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:02.110662 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6370363-f945-47e6-80b3-8395b891e835 req-4e5f0960-8c2a-4676-acd1-8716dd4e1bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:02.111774 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a6370363-f945-47e6-80b3-8395b891e835 req-4e5f0960-8c2a-4676-acd1-8716dd4e1bd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c20c2d152c642bf8d904ac48e065078&device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 1099 time: 0.1589854 May 18 06:21:02.112729 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:02.114500 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f2bb39-e3ac-4d0a-9b24-f7fbfcc5f2e3 None None] Network 9777a738-0815-4946-9d71-d335a68f34d1 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:21:02.152365 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-813622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686404'] for router, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:02.215392 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:02.234719 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-41c7dcc0-7631-49a4-b775-f6069e85fba2 None None] Provisioning for port 34ce168b-173c-41f4-b975-9a6511bf8dfc completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:02.333196 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6370363-f945-47e6-80b3-8395b891e835 req-7357f8f2-05ec-4da4-b9b4-30ebb598723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:02.334653 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a6370363-f945-47e6-80b3-8395b891e835 req-7357f8f2-05ec-4da4-b9b4-30ebb598723d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ac977e1-07bc-48fb-ab4e-d570af62399e HTTP/1.1" status: 200 len: 916 time: 0.2121158 May 18 06:21:02.367104 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-242790be-c97b-41ca-a42a-a4d749e04ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '0f470c85-7fe1-4e3a-826b-6884a9763b88', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'port_id': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'mac_address': 'fa:16:3e:73:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:20:59Z', 'revision_number': 0, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1422d134-b008-4906-90db-90df37eda6b4', 'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'mac_address': 'fa:16:3e:93:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:45Z', 'updated_at': '2021-05-18T06:19:55Z', 'revision_number': 5, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'subnets': [{'id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:02.384243 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242790be-c97b-41ca-a42a-a4d749e04ed5 None None] Checking router: 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:21:02.404874 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242790be-c97b-41ca-a42a-a4d749e04ed5 None None] Routers {'1b7ddb1b-d938-41bf-8949-5e91b935b7f7'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:02.405492 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-242790be-c97b-41ca-a42a-a4d749e04ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:20:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:02.449473 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:02.456917 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:02.469230 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:02.486917 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a6370363-f945-47e6-80b3-8395b891e835 req-d6b944bc-5f9e-445d-b8ab-410f57802225 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d HTTP/1.1" status: 200 len: 999 time: 0.1444206 May 18 06:21:02.545810 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0b8655-6461-466f-9cd0-99beb9da976b,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:02.557449 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:02.582491 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:02.587359 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5079966 May 18 06:21:02.587578 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36936) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:02.597430 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Request body: {'security_group_rule': {'security_group_id': '9b1cc195-0443-4693-956c-dcf095a69127', 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:02.597724 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6370363-f945-47e6-80b3-8395b891e835 req-6d2b1ef7-6bdf-4e08-9610-7e80c5aba999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:02.599518 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a6370363-f945-47e6-80b3-8395b891e835 req-6d2b1ef7-6bdf-4e08-9610-7e80c5aba999 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11794269-bed7-4b38-b222-5055dc31f4c5 HTTP/1.1" status: 200 len: 854 time: 0.1004832 May 18 06:21:02.607651 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:02.609917 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Router 5d16a58e-3289-414a-b3b7-050661d55de4 is scheduled to L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 with binding_index 1 {{(pid=78802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:21:02.622823 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Usage tracker for resource:security_group_rule and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:02.645573 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:02.700759 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-242790be-c97b-41ca-a42a-a4d749e04ed5 None None] Set router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:02.712181 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6370363-f945-47e6-80b3-8395b891e835 req-5e38b994-2319-4a7d-bf89-0590263c923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:02.713699 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a6370363-f945-47e6-80b3-8395b891e835 req-5e38b994-2319-4a7d-bf89-0590263c923d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ac977e1-07bc-48fb-ab4e-d570af62399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1007073 May 18 06:21:02.718461 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:02.825006 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:02.945557 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a6370363-f945-47e6-80b3-8395b891e835 req-c8689b18-8675-4858-bfad-60061065c180 service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123356 May 18 06:21:03.042511 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36946) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:03.058296 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.063295 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:21:03.079659 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Sync routers for ids ['5d16a58e-3289-414a-b3b7-050661d55de4'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:21:03.096741 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Routers {'5d16a58e-3289-414a-b3b7-050661d55de4'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:03.097382 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:20:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5d16a58e-3289-414a-b3b7-050661d55de4'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:03.121686 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a6370363-f945-47e6-80b3-8395b891e835 req-9372b180-d062-4b93-a232-cbe8333d8d6f service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686323 May 18 06:21:03.135364 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.140096 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8800991 May 18 06:21:03.140975 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36952) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:03.141682 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.160757 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:03.189143 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508adfa-6d4b-46f5-a633-a2784177b1cc req-fb32be93-d457-48fc-beca-f7771f6b4a00 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:03.191122 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3508adfa-6d4b-46f5-a633-a2784177b1cc req-fb32be93-d457-48fc-beca-f7771f6b4a00 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.3075049 May 18 06:21:03.192569 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff72cf0-3251-4123-a8d2-f81057ac2c7c,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:03.209969 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-242790be-c97b-41ca-a42a-a4d749e04ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '0f470c85-7fe1-4e3a-826b-6884a9763b88', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'port_id': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'mac_address': 'fa:16:3e:73:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:20:59Z', 'revision_number': 0, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1422d134-b008-4906-90db-90df37eda6b4', 'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'mac_address': 'fa:16:3e:93:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:45Z', 'updated_at': '2021-05-18T06:19:55Z', 'revision_number': 5, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'subnets': [{'id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:03.216403 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 34ce168b-173c-41f4-b975-9a6511bf8dfc up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:03.217736 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242790be-c97b-41ca-a42a-a4d749e04ed5 None None] The sync data for ids ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'] in dv-cinder-784623-10-iscsi is: [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '0f470c85-7fe1-4e3a-826b-6884a9763b88', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'port_id': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'mac_address': 'fa:16:3e:73:ce:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:20:59Z', 'revision_number': 0, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1422d134-b008-4906-90db-90df37eda6b4', 'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'mac_address': 'fa:16:3e:93:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:45Z', 'updated_at': '2021-05-18T06:19:55Z', 'revision_number': 5, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'subnets': [{'id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:21:03.301370 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:03.338288 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3508adfa-6d4b-46f5-a633-a2784177b1cc req-49eb3a5a-07d8-4459-a5e2-f7a360686c13 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306794 May 18 06:21:03.354919 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190978b-199e-42ea-bfba-e68258e687c2 req-30d2da1b-2a76-4162-9bfb-dee3023a9258 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:03.356831 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e190978b-199e-42ea-bfba-e68258e687c2 req-30d2da1b-2a76-4162-9bfb-dee3023a9258 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.4006007 May 18 06:21:03.357246 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-729c4dc5-820c-4730-9344-0605a90e134e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.400361 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.403698 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8110938 May 18 06:21:03.403698 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-729c4dc5-820c-4730-9344-0605a90e134e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:03.413943 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36956) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:03.421535 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-729c4dc5-820c-4730-9344-0605a90e134e admin admin] Usage tracker for resource:security_group_rule and tenant:55504ea2382f4fd4ac90d92e1a3fff53 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:03.428725 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Request body: {'security_group_rule': {'security_group_id': '9b1cc195-0443-4693-956c-dcf095a69127', 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:03.435917 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-729c4dc5-820c-4730-9344-0605a90e134e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:03.438540 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Set router 5d16a58e-3289-414a-b3b7-050661d55de4 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:03.445848 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:03.452147 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-729c4dc5-820c-4730-9344-0605a90e134e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:03.457147 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e190978b-199e-42ea-bfba-e68258e687c2 req-6e2eb949-e5f0-45f1-89b8-38760f436e99 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831194 May 18 06:21:03.458140 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Usage tracker for resource:security_group_rule and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:03.462578 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:03.474320 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:03.537063 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.545068 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71f8c05-9a4e-476f-8ce6-3e1cdc175d8a None None] New status for floating IP 0f470c85-7fe1-4e3a-826b-6884a9763b88: ACTIVE {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:21:03.614289 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 34ce168b-173c-41f4-b975-9a6511bf8dfc completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:03.649525 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 34ce168b-173c-41f4-b975-9a6511bf8dfc triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:03.650444 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.657604 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.665736 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-729c4dc5-820c-4730-9344-0605a90e134e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.667388 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.677240 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-83ca013e-9afa-44d5-a426-479302bd1a0f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:03.689027 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-729c4dc5-820c-4730-9344-0605a90e134e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.712155 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea669c5-329c-40de-b8b0-256e29961d12,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:03.715143 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:03.720997 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-6cfa4a09-da34-4bd9-a5f6-5cf284050cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:03.750283 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-729c4dc5-820c-4730-9344-0605a90e134e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55504ea2382f4fd4ac90d92e1a3fff53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6997185 May 18 06:21:03.758672 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36960) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:03.761352 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.762466 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3470168 May 18 06:21:03.777596 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36964) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:03.790143 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Request body: {'security_group_rule': {'security_group_id': '9b1cc195-0443-4693-956c-dcf095a69127', 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:03.795892 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c4dc5-820c-4730-9344-0605a90e134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705787ce-94d7-4416-bc88-3542d63b1785,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:03.799664 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-729c4dc5-820c-4730-9344-0605a90e134e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:03.812925 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:03.833041 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Usage tracker for resource:security_group_rule and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:03.838998 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:03.848364 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:03.874793 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2674fde7-6fb3-4ed9-9be6-fb69ff1ead34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.900675 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.910707 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.924283 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2674fde7-6fb3-4ed9-9be6-fb69ff1ead34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:03.999926 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 34ce168b-173c-41f4-b975-9a6511bf8dfc, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=34ce168b-173c-41f4-b975-9a6511bf8dfc,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:04.012452 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.017816 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.021331 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.023605 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:04.032416 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-de016ff1-2037-4eea-85e6-fe5e9ef0b32a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:04.048846 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2674fde7-6fb3-4ed9-9be6-fb69ff1ead34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.059375 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53fa988-0ec6-408a-845a-44003ce20f09,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:04.062501 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:04.065850 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9950135d-600d-4a09-afb9-fd19d6a928af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:04.073530 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:01Z', 'revision_number': 3, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:04.083870 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674fde7-6fb3-4ed9-9be6-fb69ff1ead34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705787ce-94d7-4416-bc88-3542d63b1785,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:04.086431 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2674fde7-6fb3-4ed9-9be6-fb69ff1ead34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:04.089366 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.095632 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3096273 May 18 06:21:04.095632 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2674fde7-6fb3-4ed9-9be6-fb69ff1ead34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.095632 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2674fde7-6fb3-4ed9-9be6-fb69ff1ead34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/705787ce-94d7-4416-bc88-3542d63b1785 HTTP/1.1" status: 204 len: 168 time: 0.3329113 May 18 06:21:04.095632 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36968) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:04.099002 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Request body: {'security_group_rule': {'security_group_id': '9b1cc195-0443-4693-956c-dcf095a69127', 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:04.100649 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Checking router: 5d16a58e-3289-414a-b3b7-050661d55de4 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:21:04.101010 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Updating router 5d16a58e-3289-414a-b3b7-050661d55de4 port e150f5dd-44df-4ece-9353-689771b81944 binding host dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:21:04.105669 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:04.109575 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Usage tracker for resource:security_group_rule and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:04.112530 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:04.119551 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:04.132371 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.securitygroups_db [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Project 8c20c2d152c642bf8d904ac48e065078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 06:21:04.141253 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.155036 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-1d9a0841-b704-4fdc-a4d6-e9f19d6463e5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:04.156324 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-1d9a0841-b704-4fdc-a4d6-e9f19d6463e5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Synchronizing usage tracker for tenant:d3c5f7dde9e440128aee36b61bc3a270 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:04.175055 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-7d0fcbcf-62c5-4286-95ac-5f6f82dad97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.185658 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-1d9a0841-b704-4fdc-a4d6-e9f19d6463e5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Unset dirty status for tenant:d3c5f7dde9e440128aee36b61bc3a270 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:04.188531 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-1d9a0841-b704-4fdc-a4d6-e9f19d6463e5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.18 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.2256234 May 18 06:21:04.194197 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.194430 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=34ce168b-173c-41f4-b975-9a6511bf8dfc,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:04.198120 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.223873 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:04.251583 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.261311 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.263735 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-51103f3a-60bc-4c6c-b7d0-c666cc452ee5 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:04.311029 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ac3427-39f1-49b5-8d7b-8b36ce5dd2e8,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:04.315474 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:04.337389 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.341242 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-e385b878-06dc-4b3b-aa4e-98056d4e85d8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2441657 May 18 06:21:04.341476 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 36976) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:04.346506 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Request body: {'security_group_rule': {'security_group_id': '9b1cc195-0443-4693-956c-dcf095a69127', 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:04.352481 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:04.357022 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Usage tracker for resource:security_group_rule and tenant:8c20c2d152c642bf8d904ac48e065078 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:04.360049 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:04.367021 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:04.385369 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.securitygroups_db [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Project 8c20c2d152c642bf8d904ac48e065078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 06:21:04.392990 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.535372 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36984) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:04.558787 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.572794 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.576858 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:04.607834 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fea5b71-9c8f-4edd-bc89-347425498ad6,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:04.620263 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80efca-081f-444f-8b0c-abc0e2237bd0 req-1e2667e9-a046-4dc7-8f4e-1448ac6bf010 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:04.621741 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8e80efca-081f-444f-8b0c-abc0e2237bd0 req-1e2667e9-a046-4dc7-8f4e-1448ac6bf010 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1374342 May 18 06:21:04.622144 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Deleting port 803c99db-aa91-4cfa-94ba-58d4a3545e48 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:21:04.622506 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.624416 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:04.666986 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fd052473-4ca2-4610-b24d-b82892faff46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.676264 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.685900 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.687053 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-eecf3d3c-3514-4a7d-9942-ef52cc57b9c9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3447239 May 18 06:21:04.691023 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Transition to ACTIVE for port object e150f5dd-44df-4ece-9353-689771b81944 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:04.698720 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.703912 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:04.718549 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8e80efca-081f-444f-8b0c-abc0e2237bd0 req-880ccb50-ea17-4ce0-a47b-210fb22a9012 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615375 May 18 06:21:04.750157 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977951f5-db48-40ee-a5eb-349c1a63cc7a req-a471f2fd-122a-407a-bd99-7295ba47cfeb tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:04.751633 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-977951f5-db48-40ee-a5eb-349c1a63cc7a req-a471f2fd-122a-407a-bd99-7295ba47cfeb tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 945 time: 0.1289659 May 18 06:21:04.753783 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Allocated IP 172.20.0.1 (9777a738-0815-4946-9d71-d335a68f34d1/2100b811-c80a-4cc2-9677-28d097cba4ff/f0852ec5-36b6-46b6-8275-1a4b77e99379) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:04.767103 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-fd052473-4ca2-4610-b24d-b82892faff46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:04.780395 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-fd052473-4ca2-4610-b24d-b82892faff46 admin admin] Usage tracker for resource:security_group_rule and tenant:482e2f64c6334ec1a4d19cbbbc6952ff is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:04.787502 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-fd052473-4ca2-4610-b24d-b82892faff46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:04.801634 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Attempting to bind port e150f5dd-44df-4ece-9353-689771b81944 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:04.802177 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Attempting to bind port e150f5dd-44df-4ece-9353-689771b81944 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:04.802643 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Attempting to bind port e150f5dd-44df-4ece-9353-689771b81944 on network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:04.816161 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:04.816679 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Checking segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:04.817187 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.817851 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Bound using segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:04.818466 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Bound port: e150f5dd-44df-4ece-9353-689771b81944, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:04.818915 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.821138 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-fd052473-4ca2-4610-b24d-b82892faff46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:04.821845 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-977951f5-db48-40ee-a5eb-349c1a63cc7a req-e2449c99-8241-470e-aa91-b08737c742c5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630927 May 18 06:21:04.855594 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7a7bd-52c9-4ae2-a8fe-251cadbcfb04 None None] Pushing event updated for resources: {'Port': ['ID=e150f5dd-44df-4ece-9353-689771b81944,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:04.869709 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5ee7a7bd-52c9-4ae2-a8fe-251cadbcfb04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:04.885052 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d9d91a07-0908-452f-8237-9e517cf96897 req-f7c20605-baf1-4951-9f7a-bd6f3d6548f2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985091721&fields=id&tenant_id=8c20c2d152c642bf8d904ac48e065078 HTTP/1.1" status: 200 len: 267 time: 0.0499561 May 18 06:21:04.905236 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] For port e150f5dd-44df-4ece-9353-689771b81944, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:04.908513 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] For port e150f5dd-44df-4ece-9353-689771b81944, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=e150f5dd-44df-4ece-9353-689771b81944,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:04.913731 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.923310 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:04.953485 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] For port 803c99db-aa91-4cfa-94ba-58d4a3545e48, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=803c99db-aa91-4cfa-94ba-58d4a3545e48,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:04.953871 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:04.969331 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d91a07-0908-452f-8237-9e517cf96897 req-f63a9914-e733-4896-8ea7-4883b001bffc tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:04.970914 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d9d91a07-0908-452f-8237-9e517cf96897 req-f63a9914-e733-4896-8ea7-4883b001bffc tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.0819216 May 18 06:21:04.989520 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Routers {'5d16a58e-3289-414a-b3b7-050661d55de4'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:04.990148 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:20:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5d16a58e-3289-414a-b3b7-050661d55de4'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:05.002289 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-d9d91a07-0908-452f-8237-9e517cf96897 req-147eeb3d-52f2-4673-ba01-9a60a62c5938 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Request body: {'port': {'security_groups': ['e775ebb7-3895-43e3-83a7-4666832e62f1', '9b1cc195-0443-4693-956c-dcf095a69127']}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:05.073038 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 34ce168b-173c-41f4-b975-9a6511bf8dfc up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:05.131125 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Calling delete_port for 803c99db-aa91-4cfa-94ba-58d4a3545e48 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:21:05.138127 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7a7bd-52c9-4ae2-a8fe-251cadbcfb04 None None] Pushing event updated for resources: {'Port': ['ID=e150f5dd-44df-4ece-9353-689771b81944,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:05.144601 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5ee7a7bd-52c9-4ae2-a8fe-251cadbcfb04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:05.166257 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.203868 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d9d91a07-0908-452f-8237-9e517cf96897 req-147eeb3d-52f2-4673-ba01-9a60a62c5938 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.217214 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Transition to ACTIVE for port object f0852ec5-36b6-46b6-8275-1a4b77e99379 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:05.228363 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 34ce168b-173c-41f4-b975-9a6511bf8dfc triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:05.228921 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.240995 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fd052473-4ca2-4610-b24d-b82892faff46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.277440 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fd052473-4ca2-4610-b24d-b82892faff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.296592 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] Set router 5d16a58e-3289-414a-b3b7-050661d55de4 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:05.297335 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f3ea36a6-5954-44c4-b055-c5f6cb346aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:05.310781 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.364134 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-fd052473-4ca2-4610-b24d-b82892faff46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=482e2f64c6334ec1a4d19cbbbc6952ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8102450 May 18 06:21:05.364134 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Network 9777a738-0815-4946-9d71-d335a68f34d1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:05.370779 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd052473-4ca2-4610-b24d-b82892faff46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caa310e-406b-4c5c-bcd7-6d3221280171,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:05.373147 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 36990) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:05.376198 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:05.382829 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-fd052473-4ca2-4610-b24d-b82892faff46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:05.383800 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:05.424040 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:05.502887 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-d9d91a07-0908-452f-8237-9e517cf96897 req-147eeb3d-52f2-4673-ba01-9a60a62c5938 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] For port 46bee23f-88f5-4221-9581-3ccc9d203f1d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:05.532066 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d9d91a07-0908-452f-8237-9e517cf96897 req-147eeb3d-52f2-4673-ba01-9a60a62c5938 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.537078 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d9d91a07-0908-452f-8237-9e517cf96897 req-147eeb3d-52f2-4673-ba01-9a60a62c5938 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2121416'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.549667 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:05.563070 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['46bee23f-88f5-4221-9581-3ccc9d203f1d'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:21:05.590933 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Pushing event updated for resources: {'Port': ['ID=f0852ec5-36b6-46b6-8275-1a4b77e99379,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:05.598975 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678847'] for router_interface, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.603955 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:05.630002 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.638635 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ce2e6d60-db3f-4925-bcc7-be27a56c0744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:05.638971 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d91a07-0908-452f-8237-9e517cf96897 req-147eeb3d-52f2-4673-ba01-9a60a62c5938 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:05.639692 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-d9d91a07-0908-452f-8237-9e517cf96897 req-147eeb3d-52f2-4673-ba01-9a60a62c5938 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.650190 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d9d91a07-0908-452f-8237-9e517cf96897 req-147eeb3d-52f2-4673-ba01-9a60a62c5938 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "PUT /v2.0/ports/46bee23f-88f5-4221-9581-3ccc9d203f1d HTTP/1.1" status: 200 len: 982 time: 0.6546330 May 18 06:21:05.659415 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:05.691355 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9d1d3889-471b-4a20-9d12-c8b4b28efbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.693250 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eeb3d-52f2-4673-ba01-9a60a62c5938 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'Port': ['ID=46bee23f-88f5-4221-9581-3ccc9d203f1d,revision_number=6']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:05.709345 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-147eeb3d-52f2-4673-ba01-9a60a62c5938 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:05.715294 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Pushing event deleted for resources: {'Port': ['ID=803c99db-aa91-4cfa-94ba-58d4a3545e48,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:05.722539 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:05.754654 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['46bee23f-88f5-4221-9581-3ccc9d203f1d'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:21:05.764014 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'status': 'completed', 'code': 200} May 18 06:21:05.779236 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9d1d3889-471b-4a20-9d12-c8b4b28efbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:05.905255 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40001336-a80d-4f2b-a6b2-971d573f99b7 req-c6529854-ad4c-4cfc-be2a-b9b0ed37057e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:05.907622 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-40001336-a80d-4f2b-a6b2-971d573f99b7 req-c6529854-ad4c-4cfc-be2a-b9b0ed37057e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.1028035 May 18 06:21:05.908178 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-d66f28f7-2fa7-4439-9ee9-d48a9a341311 None None] Provisioning for port f0852ec5-36b6-46b6-8275-1a4b77e99379 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:05.952656 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-d66f28f7-2fa7-4439-9ee9-d48a9a341311 None None] Provisioning complete for port f0852ec5-36b6-46b6-8275-1a4b77e99379 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:05.953037 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d66f28f7-2fa7-4439-9ee9-d48a9a341311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.012704 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-40001336-a80d-4f2b-a6b2-971d573f99b7 req-94ccbac6-8964-4d3e-8bc0-7354ffda3791 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b1cc195-0443-4693-956c-dcf095a69127&id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954659 May 18 06:21:06.040393 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf640ed-8791-49e5-891d-7aff9d39c3b9 req-157efe61-94c1-4940-82b9-e402225cdd56 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:06.047872 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9bf640ed-8791-49e5-891d-7aff9d39c3b9 req-157efe61-94c1-4940-82b9-e402225cdd56 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1118548 May 18 06:21:06.071598 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-d66f28f7-2fa7-4439-9ee9-d48a9a341311 None None] Port f0852ec5-36b6-46b6-8275-1a4b77e99379 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:21:06.095749 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] No DVR routers for this DVR port 803c99db-aa91-4cfa-94ba-58d4a3545e48 on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:21:06.097912 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.103401 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30e21c6-512e-4355-851f-fdbad284a983', 'name': 'network-vif-deleted', 'tag': '803c99db-aa91-4cfa-94ba-58d4a3545e48'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:06.123591 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9d1d3889-471b-4a20-9d12-c8b4b28efbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.130046 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9bf640ed-8791-49e5-891d-7aff9d39c3b9 req-3e591924-b85e-403a-826b-529c41c15dbd tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811396 May 18 06:21:06.140412 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1e1643b3-69f0-45aa-b7bf-680d7df75b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:06.145294 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:01Z', 'revision_number': 3, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:06.171318 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828fec6-02e0-49bf-8397-ba8970debd6c None None] The sync data for ids ['5d16a58e-3289-414a-b3b7-050661d55de4'] in dv-cinder-784623-10-iscsi is: [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:01Z', 'revision_number': 3, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:21:06.175047 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9d1d3889-471b-4a20-9d12-c8b4b28efbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.180295 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9d1d3889-471b-4a20-9d12-c8b4b28efbe0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3caa310e-406b-4c5c-bcd7-6d3221280171 HTTP/1.1" status: 204 len: 168 time: 0.8055496 May 18 06:21:06.181763 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d3889-471b-4a20-9d12-c8b4b28efbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caa310e-406b-4c5c-bcd7-6d3221280171,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:06.184371 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9d1d3889-471b-4a20-9d12-c8b4b28efbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:06.200005 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0280ae0a-c2a4-49b2-b3ec-cca952ec8896 req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.18 "DELETE /v2.0/ports/803c99db-aa91-4cfa-94ba-58d4a3545e48 HTTP/1.1" status: 204 len: 173 time: 1.9932656 May 18 06:21:06.238644 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30e21c6-512e-4355-851f-fdbad284a983', 'name': 'network-vif-deleted', 'tag': '803c99db-aa91-4cfa-94ba-58d4a3545e48', 'status': 'completed', 'code': 200} May 18 06:21:06.268413 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4654bf8-0018-4f22-96ae-27cebdef650b req-00b3dd36-8fda-4533-913b-78739b9e7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:06.270100 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f4654bf8-0018-4f22-96ae-27cebdef650b req-00b3dd36-8fda-4533-913b-78739b9e7d96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c20c2d152c642bf8d904ac48e065078&device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 1138 time: 0.4461095 May 18 06:21:06.287685 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-67e0a053-f72f-4ab5-bd3d-eb8c7294ddce None None] Provisioning complete for port 46bee23f-88f5-4221-9581-3ccc9d203f1d triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:06.288264 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-67e0a053-f72f-4ab5-bd3d-eb8c7294ddce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.339456 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-53b63faa-7283-45f4-81db-13fc9faca190 req-259613ce-9768-4a6a-856c-0738abffbe74 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=d30e21c6-512e-4355-851f-fdbad284a983 HTTP/1.1" status: 200 len: 210 time: 0.1088603 May 18 06:21:06.493418 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.587886 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.631502 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-94c0232a-5384-47ba-82d6-23a6f62884a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:06.787167 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4654bf8-0018-4f22-96ae-27cebdef650b req-d10d3a40-9e8a-484d-828c-8a849e4511fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:06.789011 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f4654bf8-0018-4f22-96ae-27cebdef650b req-d10d3a40-9e8a-484d-828c-8a849e4511fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ac977e1-07bc-48fb-ab4e-d570af62399e HTTP/1.1" status: 200 len: 916 time: 0.4306588 May 18 06:21:07.022623 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['f1b6ad9f-527d-45d2-b2fc-881ac9602376'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:21:07.030241 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f4654bf8-0018-4f22-96ae-27cebdef650b req-44ff0bd6-a8de-4247-bde0-ea3a97e41898 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d HTTP/1.1" status: 200 len: 1001 time: 0.2317336 May 18 06:21:07.133926 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e150f5dd-44df-4ece-9353-689771b81944 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:07.138358 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4654bf8-0018-4f22-96ae-27cebdef650b req-dc2e2a78-feeb-4f43-ab4d-f56c335e0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:07.139980 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f4654bf8-0018-4f22-96ae-27cebdef650b req-dc2e2a78-feeb-4f43-ab4d-f56c335e0f4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11794269-bed7-4b38-b222-5055dc31f4c5 HTTP/1.1" status: 200 len: 854 time: 0.0927935 May 18 06:21:07.144869 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.210750 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.248674 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:07.314668 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port e150f5dd-44df-4ece-9353-689771b81944 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:07.341472 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port e150f5dd-44df-4ece-9353-689771b81944 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:07.341868 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.417847 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676120'] for router_interface, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.433305 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Pushing event updated for resources: {'Port': ['ID=f0852ec5-36b6-46b6-8275-1a4b77e99379,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:07.439942 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:07.520214 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d57b89-38a2-43a5-82f9-14546540d67a req-661cb006-0002-4d23-bb11-1f04288a1f63 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:07.527268 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-18d57b89-38a2-43a5-82f9-14546540d67a req-661cb006-0002-4d23-bb11-1f04288a1f63 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.2115798 May 18 06:21:07.615169 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-18d57b89-38a2-43a5-82f9-14546540d67a req-99536058-30d7-46e2-9153-610b689c95e1 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869744 May 18 06:21:07.620349 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4654bf8-0018-4f22-96ae-27cebdef650b req-255b3109-2dc1-4886-883b-b2626e0fb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:07.621832 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f4654bf8-0018-4f22-96ae-27cebdef650b req-255b3109-2dc1-4886-883b-b2626e0fb78c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ac977e1-07bc-48fb-ab4e-d570af62399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4636288 May 18 06:21:07.661844 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.681219 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.709593 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port e150f5dd-44df-4ece-9353-689771b81944, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=e150f5dd-44df-4ece-9353-689771b81944,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:07.719385 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:07.721303 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:07.811146 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 803c99db-aa91-4cfa-94ba-58d4a3545e48 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:21:07.852778 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Network 9777a738-0815-4946-9d71-d335a68f34d1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:07.875508 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 803c99db-aa91-4cfa-94ba-58d4a3545e48 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:21:07.879504 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:07.887233 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f4654bf8-0018-4f22-96ae-27cebdef650b req-a2220965-f947-4b89-af08-e1f9963a5480 service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539115 May 18 06:21:07.887980 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 803c99db-aa91-4cfa-94ba-58d4a3545e48 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:21:07.936004 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=e150f5dd-44df-4ece-9353-689771b81944,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:07.939093 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:08.167662 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b905897-f7ee-46e4-9bf8-1db2fc6f5581 req-194f6d61-9ccc-4bb2-8619-8bbad83f7bcf tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:08.169761 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3b905897-f7ee-46e4-9bf8-1db2fc6f5581 req-194f6d61-9ccc-4bb2-8619-8bbad83f7bcf tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1286116 May 18 06:21:08.230564 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-8c7379a9-a30d-41ae-a40d-de8d658a56fa None None] Provisioning complete for port f0852ec5-36b6-46b6-8275-1a4b77e99379 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:08.230935 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c7379a9-a30d-41ae-a40d-de8d658a56fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:08.299101 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3b905897-f7ee-46e4-9bf8-1db2fc6f5581 req-78e79484-a956-428f-9ae5-06db70ea8f30 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210115 May 18 06:21:08.317732 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f4654bf8-0018-4f22-96ae-27cebdef650b req-d5627e9b-4523-4a42-a2da-0c739764b30b service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324776 May 18 06:21:08.344703 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Router 5d16a58e-3289-414a-b3b7-050661d55de4 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:21:08.363265 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-8c7379a9-a30d-41ae-a40d-de8d658a56fa None None] Port f0852ec5-36b6-46b6-8275-1a4b77e99379 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:21:08.452637 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc919f1-5749-431b-95b4-3b95aec45e73 req-a6b45a72-08d5-4266-bf35-393857e3dde7 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:08.454532 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fcc919f1-5749-431b-95b4-3b95aec45e73 req-a6b45a72-08d5-4266-bf35-393857e3dde7 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0984755 May 18 06:21:08.511735 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fcc919f1-5749-431b-95b4-3b95aec45e73 req-163954cf-2507-46b3-9bd6-df0e40636e6c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512435 May 18 06:21:08.707315 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995481d9-2bff-4bdc-ad67-35677aa4db69 req-9ce7e225-5303-416e-96fc-a7af0d81908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:08.708921 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-995481d9-2bff-4bdc-ad67-35677aa4db69 req-9ce7e225-5303-416e-96fc-a7af0d81908f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd&device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 1099 time: 0.2996216 May 18 06:21:08.712170 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:21:08.717687 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] 10.222.0.13 "PUT /v2.0/routers/5d16a58e-3289-414a-b3b7-050661d55de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5751681 May 18 06:21:08.730626 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Sync routers for ids ['5d16a58e-3289-414a-b3b7-050661d55de4'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:21:08.740258 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Routers {'5d16a58e-3289-414a-b3b7-050661d55de4'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:08.741170 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5d16a58e-3289-414a-b3b7-050661d55de4'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:08.855367 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995481d9-2bff-4bdc-ad67-35677aa4db69 req-53a063c4-8f09-4f41-a7d0-e3c682695574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:08.857010 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-995481d9-2bff-4bdc-ad67-35677aa4db69 req-53a063c4-8f09-4f41-a7d0-e3c682695574 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa69bd4a-a63f-4b32-9479-e675b2113b20 HTTP/1.1" status: 200 len: 912 time: 0.1383126 May 18 06:21:08.965143 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-995481d9-2bff-4bdc-ad67-35677aa4db69 req-52ad5973-4f41-481e-b2b5-39642f91e9a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5890317-87a3-4140-bc26-2c42d5d0193a HTTP/1.1" status: 200 len: 1002 time: 0.1004848 May 18 06:21:08.998580 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Set router 5d16a58e-3289-414a-b3b7-050661d55de4 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:09.067121 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995481d9-2bff-4bdc-ad67-35677aa4db69 req-c4d18cf9-4105-4275-a137-d524cff2244b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:09.068804 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-995481d9-2bff-4bdc-ad67-35677aa4db69 req-c4d18cf9-4105-4275-a137-d524cff2244b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1439b6e-bf79-4140-b375-719a48f85281 HTTP/1.1" status: 200 len: 850 time: 0.0866761 May 18 06:21:09.084150 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e150f5dd-44df-4ece-9353-689771b81944 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:09.156880 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995481d9-2bff-4bdc-ad67-35677aa4db69 req-f572dd5e-e231-4991-ac68-59b9471f5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:09.161690 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-995481d9-2bff-4bdc-ad67-35677aa4db69 req-f572dd5e-e231-4991-ac68-59b9471f5290 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa69bd4a-a63f-4b32-9479-e675b2113b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0845299 May 18 06:21:09.401657 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-995481d9-2bff-4bdc-ad67-35677aa4db69 req-e1fdb755-675f-44c6-a965-333db9628323 service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312155 May 18 06:21:09.505604 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.506888 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port e150f5dd-44df-4ece-9353-689771b81944 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:09.507409 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.540434 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1326159-5117-47a7-9c41-3dd59e7dd5b1 req-7c7133df-1d21-4c04-b110-45cea0d2efde tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:09.541936 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e1326159-5117-47a7-9c41-3dd59e7dd5b1 req-7c7133df-1d21-4c04-b110-45cea0d2efde tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0977941 May 18 06:21:09.583871 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-995481d9-2bff-4bdc-ad67-35677aa4db69 req-5a68fa4d-6daa-41bd-824e-7e7edf500932 service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725426 May 18 06:21:09.611285 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:06Z', 'revision_number': 4, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f0852ec5-36b6-46b6-8275-1a4b77e99379', 'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:04Z', 'updated_at': '2021-05-18T06:21:06Z', 'revision_number': 2, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'subnets': [{'id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:09.618313 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Checking router: 5d16a58e-3289-414a-b3b7-050661d55de4 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:21:09.618889 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Updating router 5d16a58e-3289-414a-b3b7-050661d55de4 port f0852ec5-36b6-46b6-8275-1a4b77e99379 binding host dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:21:09.624423 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e1326159-5117-47a7-9c41-3dd59e7dd5b1 req-807373fa-a0d3-4c0f-a46e-1bf187b8282d tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750732 May 18 06:21:09.643449 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37084) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:09.650766 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797247504-network', 'tenant_id': '53847520dff64e359d59d71147234156'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:09.655635 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:09.659522 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Usage tracker for resource:network and tenant:53847520dff64e359d59d71147234156 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:09.662407 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:09.668595 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:09.680931 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Made reservation on behalf of 53847520dff64e359d59d71147234156 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:09.683097 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.696189 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.713819 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:09.717907 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Usage tracker for resource:security_group_rule and tenant:53847520dff64e359d59d71147234156 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:09.721275 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:09.722363 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.731491 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:09.782132 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af79538-8ee3-4e80-9391-e7e3e184eaf5 req-eb2dbaa2-7b3c-4722-9cb6-0f88fcb00054 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:09.783587 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3af79538-8ee3-4e80-9391-e7e3e184eaf5 req-eb2dbaa2-7b3c-4722-9cb6-0f88fcb00054 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0856569 May 18 06:21:09.827944 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.833692 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.837827 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9d1d3889-471b-4a20-9d12-c8b4b28efbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:09.844280 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3af79538-8ee3-4e80-9391-e7e3e184eaf5 req-1d7da16f-538f-4c98-8f92-f4c60dca4333 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476103 May 18 06:21:09.862925 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:21:09.876935 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eb6e31-1ecd-474d-a537-b3fc521aef9a,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:09.880958 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:09.881902 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.882230 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Added segment 3881381f-9b95-4b89-bb6b-32e2dcb2b6f3 of type vlan for network 6e3ce310-b543-4aa9-a89d-b19158973096 May 18 06:21:09.909273 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.939053 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.940434 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:09.941010 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:09.944147 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:10.043018 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Pushing event updated for resources: {'Network': ['ID=6e3ce310-b543-4aa9-a89d-b19158973096,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:10.048622 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4008427 May 18 06:21:10.048622 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:10.048871 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37088) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:10.055064 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Request body: {'subnet': {'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797247504-subnet', 'tenant_id': '53847520dff64e359d59d71147234156', 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:10.057130 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 6e3ce310-b543-4aa9-a89d-b19158973096 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:21:10.059125 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:10.062957 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Usage tracker for resource:subnet and tenant:53847520dff64e359d59d71147234156 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:10.065843 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:10.071731 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:10.082909 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Made reservation on behalf of 53847520dff64e359d59d71147234156 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:10.085287 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3913263'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.147231 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.173023 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Transition to ACTIVE for port object f0852ec5-36b6-46b6-8275-1a4b77e99379 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:10.181805 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.186699 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-417340c3-b554-413d-be8f-d599b3b9f001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:10.340168 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d4a94-5768-4c86-9a4e-d9babb588848 None None] Pushing event updated for resources: {'Port': ['ID=f0852ec5-36b6-46b6-8275-1a4b77e99379,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:10.346905 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7d6d4a94-5768-4c86-9a4e-d9babb588848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:10.402323 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Attempting to bind port f0852ec5-36b6-46b6-8275-1a4b77e99379 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:10.402692 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Attempting to bind port f0852ec5-36b6-46b6-8275-1a4b77e99379 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:10.403265 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Attempting to bind port f0852ec5-36b6-46b6-8275-1a4b77e99379 on network 9777a738-0815-4946-9d71-d335a68f34d1 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:10.408928 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:10.409300 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Checking segment: {'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:10.409874 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.410447 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Bound using segment: {'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:10.411074 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Bound port: f0852ec5-36b6-46b6-8275-1a4b77e99379, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:10.411456 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.485637 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3848650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3913277'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.490274 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-93a46338-d336-4bd4-9978-93bb7358589f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:10.505144 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] For port f0852ec5-36b6-46b6-8275-1a4b77e99379, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:10.508873 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] For port f0852ec5-36b6-46b6-8275-1a4b77e99379, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=f0852ec5-36b6-46b6-8275-1a4b77e99379,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:10.515126 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.518931 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:10.601846 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Routers {'5d16a58e-3289-414a-b3b7-050661d55de4'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:10.602974 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5d16a58e-3289-414a-b3b7-050661d55de4'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:10.667808 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e505f6c-05a7-40ef-bf43-142d157d56f4,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:10.676310 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:10.678910 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d4a94-5768-4c86-9a4e-d9babb588848 None None] Pushing event updated for resources: {'Port': ['ID=f0852ec5-36b6-46b6-8275-1a4b77e99379,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:10.682463 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7d6d4a94-5768-4c86-9a4e-d9babb588848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:10.686650 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Checking segment: {'id': '3881381f-9b95-4b89-bb6b-32e2dcb2b6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:10.687073 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Network hostable DHCP agents. Network: 6e3ce310-b543-4aa9-a89d-b19158973096, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:21:10.718433 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Network 6e3ce310-b543-4aa9-a89d-b19158973096 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:21:10.732867 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 6e3ce310-b543-4aa9-a89d-b19158973096) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:10.745814 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:10.746541 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.746920 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb945f-2f28-471d-a99e-05f697714611 None None] Network 6e3ce310-b543-4aa9-a89d-b19158973096 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:21:10.775211 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-b207f0ec-ef40-45cb-9305-e7473e481da5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7220500 May 18 06:21:10.775389 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37098) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:10.781412 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797247504-router', 'tenant_id': '53847520dff64e359d59d71147234156', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:10.786814 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:10.791795 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Usage tracker for resource:router and tenant:53847520dff64e359d59d71147234156 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:10.795968 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:10.803260 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:10.833020 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-813629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7142'] for router, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.834249 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-813808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-733194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7161'] for router, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.849537 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:10.930760 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604d47d-8d88-42d5-9448-59e49a7b1d15 req-754785fa-efe2-464f-b01d-2a965a6b5669 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:10.938308 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6604d47d-8d88-42d5-9448-59e49a7b1d15 req-754785fa-efe2-464f-b01d-2a965a6b5669 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1254945 May 18 06:21:10.999082 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6604d47d-8d88-42d5-9448-59e49a7b1d15 req-71cf263f-ca86-4eff-81c6-753ff5b50715 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571113 May 18 06:21:11.057516 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] Set router 5d16a58e-3289-414a-b3b7-050661d55de4 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:11.092141 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21c51c-f762-4b45-8a05-92f568b07397 req-57677ba0-e712-49b7-b1e6-a921798f109d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:11.093751 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5c21c51c-f762-4b45-8a05-92f568b07397 req-57677ba0-e712-49b7-b1e6-a921798f109d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1038001 May 18 06:21:11.155693 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5c21c51c-f762-4b45-8a05-92f568b07397 req-170de7ab-5d0c-4a6a-b0e3-18d6e5ce3533 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559180 May 18 06:21:11.227737 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-813615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7115'] for router, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:11.285294 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:21:11.370283 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4bbcccd-1247-5822-9de9-63a88c1eb4be-6e3ce310-b543-4aa9-a89d-b19158973096', 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096', 'tenant_id': '53847520dff64e359d59d71147234156', 'fixed_ips': [{'subnet_id': '7e505f6c-05a7-40ef-bf43-142d157d56f4'}]}} from dv-cinder-784623-10-iscsi. {{(pid=78804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:21:11.371093 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:11.549133 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:11.578628 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:11.585612 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:06Z', 'revision_number': 4, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f0852ec5-36b6-46b6-8275-1a4b77e99379', 'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:04Z', 'updated_at': '2021-05-18T06:21:10Z', 'revision_number': 4, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'subnets': [{'id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:11.588135 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Allocated IP 172.20.0.2 (6e3ce310-b543-4aa9-a89d-b19158973096/7e505f6c-05a7-40ef-bf43-142d157d56f4/cfc69c99-ff0f-4efd-baeb-d8024254e276) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:11.594679 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7b4df-4380-4262-b463-523d455471a1 None None] The sync data for ids ['5d16a58e-3289-414a-b3b7-050661d55de4'] in dv-cinder-784623-10-iscsi is: [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:06Z', 'revision_number': 4, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f0852ec5-36b6-46b6-8275-1a4b77e99379', 'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:04Z', 'updated_at': '2021-05-18T06:21:10Z', 'revision_number': 4, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'subnets': [{'id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:21:11.746744 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Allocated IP 172.27.2.239 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/5fd33eb2-3a8f-4ef7-afe3-203f7100af11) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:11.847069 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:11.857241 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Transition to ACTIVE for port object cfc69c99-ff0f-4efd-baeb-d8024254e276 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:11.877351 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Transition to ACTIVE for port object cfc69c99-ff0f-4efd-baeb-d8024254e276 will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:11.883490 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:11.887606 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:11.921243 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:11.955020 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Network 6e3ce310-b543-4aa9-a89d-b19158973096 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:11.955265 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:11.958055 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:11.961830 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:11.966571 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:11.967826 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Pushing event updated for resources: {'Port': ['ID=cfc69c99-ff0f-4efd-baeb-d8024254e276,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:11.977524 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:12.038973 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:12.050453 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:12.054538 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:12.069329 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Attempting to bind port cfc69c99-ff0f-4efd-baeb-d8024254e276 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:12.069711 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Attempting to bind port cfc69c99-ff0f-4efd-baeb-d8024254e276 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '3881381f-9b95-4b89-bb6b-32e2dcb2b6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:12.070081 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Attempting to bind port cfc69c99-ff0f-4efd-baeb-d8024254e276 on network 6e3ce310-b543-4aa9-a89d-b19158973096 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:12.076312 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:12.076698 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Checking segment: {'id': '3881381f-9b95-4b89-bb6b-32e2dcb2b6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:12.077106 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:12.077503 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Bound using segment: {'id': '3881381f-9b95-4b89-bb6b-32e2dcb2b6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:12.077983 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Bound port: cfc69c99-ff0f-4efd-baeb-d8024254e276, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3881381f-9b95-4b89-bb6b-32e2dcb2b6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:12.078359 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:12.112195 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Pushing event updated for resources: {'Port': ['ID=5fd33eb2-3a8f-4ef7-afe3-203f7100af11,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:12.116299 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:12.205449 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdaaaa-44b9-4f31-9bd2-26b876d4a348 req-fc71e1fe-c726-4772-ad89-9bf14bbf4314 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:12.206013 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] For port cfc69c99-ff0f-4efd-baeb-d8024254e276, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:12.206988 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f9cdaaaa-44b9-4f31-9bd2-26b876d4a348 req-fc71e1fe-c726-4772-ad89-9bf14bbf4314 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0884242 May 18 06:21:12.209481 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] For port cfc69c99-ff0f-4efd-baeb-d8024254e276, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=cfc69c99-ff0f-4efd-baeb-d8024254e276,segment=NetworkSegment(3881381f-9b95-4b89-bb6b-32e2dcb2b6f3),segment_id=3881381f-9b95-4b89-bb6b-32e2dcb2b6f3)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:12.215943 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:12.219932 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:12.272218 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f9cdaaaa-44b9-4f31-9bd2-26b876d4a348 req-a62ac859-0d1d-4ff8-ab40-97c52bb84f8e tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582602 May 18 06:21:12.333888 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Pushing event updated for resources: {'Port': ['ID=cfc69c99-ff0f-4efd-baeb-d8024254e276,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:12.337915 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:12.714830 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:13.069850 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-813622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686404'] for router, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:13.107908 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device cfc69c99-ff0f-4efd-baeb-d8024254e276 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:13.182158 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port cfc69c99-ff0f-4efd-baeb-d8024254e276 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:13.189326 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f0852ec5-36b6-46b6-8275-1a4b77e99379 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:13.271339 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port f0852ec5-36b6-46b6-8275-1a4b77e99379 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:13.278658 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port f0852ec5-36b6-46b6-8275-1a4b77e99379 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:13.279047 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:13.295418 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 is scheduled to L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 with binding_index 1 {{(pid=78803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:21:13.403026 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc47c97-08c9-4a08-902c-59a3e46470b0 None None] Network 6e3ce310-b543-4aa9-a89d-b19158973096 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:21:13.490190 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5108e-1722-4363-a230-0eac7ae0e848 req-b43dc1a9-a92a-4453-ba24-48bd30d404b3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:13.491613 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6da5108e-1722-4363-a230-0eac7ae0e848 req-b43dc1a9-a92a-4453-ba24-48bd30d404b3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.0862179 May 18 06:21:13.505212 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:21:13.514854 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Sync routers for ids ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:21:13.527291 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Routers {'c86e1456-36b5-4cdc-b4ab-54ee6da57c86'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:13.528470 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:13.540194 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:13.542053 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7655408 May 18 06:21:13.543632 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-acc03fa3-b406-49bd-943f-ed2dd7e99c0c None None] Provisioning for port cfc69c99-ff0f-4efd-baeb-d8024254e276 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:13.547558 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6da5108e-1722-4363-a230-0eac7ae0e848 req-8a642afa-bbb9-42e6-8c2d-26f81933a05a tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/security-groups?id=39b46073-5f16-40cc-98be-0db43836ea56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493438 May 18 06:21:13.548390 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37126) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:13.564834 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:13.574963 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-acc03fa3-b406-49bd-943f-ed2dd7e99c0c None None] Provisioning complete for port cfc69c99-ff0f-4efd-baeb-d8024254e276 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:13.575342 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-acc03fa3-b406-49bd-943f-ed2dd7e99c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:13.657647 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-157b0be0-c5dc-44a8-8b2b-e425e810077c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:13.658766 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-157b0be0-c5dc-44a8-8b2b-e425e810077c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Synchronizing usage tracker for tenant:d3c5f7dde9e440128aee36b61bc3a270 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:13.682168 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-157b0be0-c5dc-44a8-8b2b-e425e810077c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Unset dirty status for tenant:d3c5f7dde9e440128aee36b61bc3a270 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:13.684431 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-157b0be0-c5dc-44a8-8b2b-e425e810077c tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.18 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 945 time: 0.1394167 May 18 06:21:13.716248 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Set router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:13.724899 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port f0852ec5-36b6-46b6-8275-1a4b77e99379, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=f0852ec5-36b6-46b6-8275-1a4b77e99379,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:13.771401 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:13.778476 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:13.913854 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-acc03fa3-b406-49bd-943f-ed2dd7e99c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:13.919807 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Deleting port f1b6ad9f-527d-45d2-b2fc-881ac9602376 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:21:13.920295 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:13.939637 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=f0852ec5-36b6-46b6-8275-1a4b77e99379,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:13.943347 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:13.986101 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-acc03fa3-b406-49bd-943f-ed2dd7e99c0c None None] For port cfc69c99-ff0f-4efd-baeb-d8024254e276, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=cfc69c99-ff0f-4efd-baeb-d8024254e276,segment=NetworkSegment(3881381f-9b95-4b89-bb6b-32e2dcb2b6f3),segment_id=3881381f-9b95-4b89-bb6b-32e2dcb2b6f3)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:13.994189 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-acc03fa3-b406-49bd-943f-ed2dd7e99c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:13.996193 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-270d6c6a-4161-49e5-ac80-b39d4af096ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:14.111955 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc03fa3-b406-49bd-943f-ed2dd7e99c0c None None] Pushing event updated for resources: {'Port': ['ID=cfc69c99-ff0f-4efd-baeb-d8024254e276,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:14.115165 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-acc03fa3-b406-49bd-943f-ed2dd7e99c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:14.137338 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] For port f1b6ad9f-527d-45d2-b2fc-881ac9602376, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f1b6ad9f-527d-45d2-b2fc-881ac9602376,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:14.137703 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.155855 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'name': 'tempest-TestShelveInstance-797247504-router', 'tenant_id': '53847520dff64e359d59d71147234156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:10Z', 'updated_at': '2021-05-18T06:21:12Z', 'revision_number': 3, 'project_id': '53847520dff64e359d59d71147234156', 'gw_port': {'id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:11Z', 'updated_at': '2021-05-18T06:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:14.160210 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Checking router: c86e1456-36b5-4cdc-b4ab-54ee6da57c86 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:21:14.160792 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Updating router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 binding host dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:21:14.231240 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.327674 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-6ff78ab5-27a2-455d-9b2d-e125c60f1fd7 None None] Provisioning complete for port cfc69c99-ff0f-4efd-baeb-d8024254e276 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:14.328085 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6ff78ab5-27a2-455d-9b2d-e125c60f1fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.490688 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Calling delete_port for f1b6ad9f-527d-45d2-b2fc-881ac9602376 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:21:14.597928 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.638901 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.647150 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:14.653620 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['f1b6ad9f-527d-45d2-b2fc-881ac9602376'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:21:14.703156 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Pushing event deleted for resources: {'Port': ['ID=f1b6ad9f-527d-45d2-b2fc-881ac9602376,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:14.712668 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.713463 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:14.730216 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Transition to ACTIVE for port object 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:14.738758 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.745644 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:14.797538 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37146) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:14.818359 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] No DVR routers for this DVR port f1b6ad9f-527d-45d2-b2fc-881ac9602376 on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:21:14.818781 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-89fe83bf-6f9a-410c-a063-9c5a4a834d53 req-3ad5d7bb-afb6-4790-a3a0-3bacfd15f1a5 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.13 "GET /v2.0/ports?device_id=144f415e-75da-4a62-9e1d-cf0b4c068b7d HTTP/1.1" status: 200 len: 210 time: 0.0562491 May 18 06:21:14.822685 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.833472 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144f415e-75da-4a62-9e1d-cf0b4c068b7d', 'name': 'network-vif-deleted', 'tag': 'f1b6ad9f-527d-45d2-b2fc-881ac9602376'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:14.851308 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9fe5e379-3dce-44bc-acb9-8822419de936 req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] 10.222.0.18 "DELETE /v2.0/ports/f1b6ad9f-527d-45d2-b2fc-881ac9602376 HTTP/1.1" status: 204 len: 173 time: 1.1598601 May 18 06:21:14.854070 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Pushing event updated for resources: {'Port': ['ID=5fd33eb2-3a8f-4ef7-afe3-203f7100af11,revision_number=2']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:14.858506 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Attempting to bind port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:14.859297 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Attempting to bind port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:14.859848 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Attempting to bind port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 on network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:14.871809 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:14.872191 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Checking segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:14.873031 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.873589 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Bound using segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:14.874459 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Bound port: 5fd33eb2-3a8f-4ef7-afe3-203f7100af11, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:14.875216 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.890528 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144f415e-75da-4a62-9e1d-cf0b4c068b7d', 'name': 'network-vif-deleted', 'tag': 'f1b6ad9f-527d-45d2-b2fc-881ac9602376', 'status': 'completed', 'code': 200} May 18 06:21:14.946298 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Allocated IP 172.20.0.1 (6e3ce310-b543-4aa9-a89d-b19158973096/7e505f6c-05a7-40ef-bf43-142d157d56f4/b6086183-b30f-4819-b896-156c84b15282) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:14.948584 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.948965 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.949494 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.949824 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.950318 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.950852 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.951226 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.951541 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.952087 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.952591 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.953093 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.953230 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:14.958997 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:14.970568 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3aa4496e-d1b0-4ca6-88de-a2d64e6d9316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.971150 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] For port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:14.978235 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] For port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=5fd33eb2-3a8f-4ef7-afe3-203f7100af11,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:14.985103 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:14.988578 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-3aa4496e-d1b0-4ca6-88de-a2d64e6d9316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:14.990602 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:14.993539 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-3aa4496e-d1b0-4ca6-88de-a2d64e6d9316 admin admin] Usage tracker for resource:security_group_rule and tenant:91be7a1b6074433c9ffdfc5d8b1abbd0 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:14.997445 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-3aa4496e-d1b0-4ca6-88de-a2d64e6d9316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:15.004008 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-3aa4496e-d1b0-4ca6-88de-a2d64e6d9316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:15.086022 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device cfc69c99-ff0f-4efd-baeb-d8024254e276 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:15.090094 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Routers {'c86e1456-36b5-4cdc-b4ab-54ee6da57c86'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:15.090739 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:15.121274 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3aa4496e-d1b0-4ca6-88de-a2d64e6d9316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.127289 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-3aa4496e-d1b0-4ca6-88de-a2d64e6d9316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.157420 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-941ccdef-b902-4920-8b4e-1a3e4cbbb1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:15.167496 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.167860 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port cfc69c99-ff0f-4efd-baeb-d8024254e276 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:15.168320 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.183980 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Pushing event updated for resources: {'Port': ['ID=5fd33eb2-3a8f-4ef7-afe3-203f7100af11,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:15.186562 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.provisioning_blocks [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Transition to ACTIVE for port object b6086183-b30f-4819-b896-156c84b15282 will not be triggered until provisioned by entity DHCP. {{(pid=78802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:15.187634 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-071c371b-2e03-423a-8e1a-08ac788c72b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:15.188292 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-3aa4496e-d1b0-4ca6-88de-a2d64e6d9316 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91be7a1b6074433c9ffdfc5d8b1abbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903332 May 18 06:21:15.189417 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4496e-d1b0-4ca6-88de-a2d64e6d9316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af1da27-699c-4152-aaad-7dcc3d6a08ee,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:15.190990 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37154) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:15.192323 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3aa4496e-d1b0-4ca6-88de-a2d64e6d9316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:15.264102 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.291603 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:15.311485 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] Set router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:15.324566 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f0852ec5-36b6-46b6-8275-1a4b77e99379 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:15.361638 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-debc68d3-ce95-42cb-accb-2b69c3dac6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.387964 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Network 6e3ce310-b543-4aa9-a89d-b19158973096 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:15.395644 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:15.399780 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port f0852ec5-36b6-46b6-8275-1a4b77e99379 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:15.400299 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.400890 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-debc68d3-ce95-42cb-accb-2b69c3dac6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.407313 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:15.467665 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678847'] for router_interface, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.504111 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Pushing event updated for resources: {'Port': ['ID=b6086183-b30f-4819-b896-156c84b15282,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:15.512926 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:15.569156 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-debc68d3-ce95-42cb-accb-2b69c3dac6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.575757 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fa9c7de2-b51d-44bc-9e49-3b05ec8ee479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:15.620664 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc68d3-ce95-42cb-accb-2b69c3dac6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af1da27-699c-4152-aaad-7dcc3d6a08ee,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:15.633325 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-debc68d3-ce95-42cb-accb-2b69c3dac6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:15.650883 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-debc68d3-ce95-42cb-accb-2b69c3dac6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.654745 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-debc68d3-ce95-42cb-accb-2b69c3dac6a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2af1da27-699c-4152-aaad-7dcc3d6a08ee HTTP/1.1" status: 204 len: 168 time: 0.4597285 May 18 06:21:15.660754 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.713534 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'name': 'tempest-TestShelveInstance-797247504-router', 'tenant_id': '53847520dff64e359d59d71147234156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:10Z', 'updated_at': '2021-05-18T06:21:12Z', 'revision_number': 3, 'project_id': '53847520dff64e359d59d71147234156', 'gw_port': {'id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:11Z', 'updated_at': '2021-05-18T06:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:15.717861 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71947d21-4d7f-4e41-83b1-3c179ae2ae63 None None] The sync data for ids ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'] in dv-cinder-784623-10-iscsi is: [{'id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'name': 'tempest-TestShelveInstance-797247504-router', 'tenant_id': '53847520dff64e359d59d71147234156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:10Z', 'updated_at': '2021-05-18T06:21:12Z', 'revision_number': 3, 'project_id': '53847520dff64e359d59d71147234156', 'gw_port': {'id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:11Z', 'updated_at': '2021-05-18T06:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:21:15.735627 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-f498a2fb-2f44-4b2c-ac6e-defa87f8c5c6 None None] Provisioning for port b6086183-b30f-4819-b896-156c84b15282 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:15.741507 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-f498a2fb-2f44-4b2c-ac6e-defa87f8c5c6 None None] Provisioning complete for port b6086183-b30f-4819-b896-156c84b15282 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:15.742630 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f498a2fb-2f44-4b2c-ac6e-defa87f8c5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.803471 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-f498a2fb-2f44-4b2c-ac6e-defa87f8c5c6 None None] Port b6086183-b30f-4819-b896-156c84b15282 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:21:15.934402 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37164) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:15.992905 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:15.999646 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2121416'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:16.035735 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b2739701-c53b-462e-aa82-26b018914656 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:16.071203 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37168) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:16.148107 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Pushing event updated for resources: {'Port': ['ID=b6086183-b30f-4819-b896-156c84b15282,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:16.150369 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-728220d4-5c90-479f-9703-e84b01ca66d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:16.151155 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676120'] for router_interface, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:16.161828 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:16.184198 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-728220d4-5c90-479f-9703-e84b01ca66d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:16.191575 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-728220d4-5c90-479f-9703-e84b01ca66d2 admin admin] Usage tracker for resource:security_group_rule and tenant:8683970db8c24cb69b280400f9dce68b is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:16.196815 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-728220d4-5c90-479f-9703-e84b01ca66d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:16.207296 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-728220d4-5c90-479f-9703-e84b01ca66d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:16.313242 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Network 6e3ce310-b543-4aa9-a89d-b19158973096 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:16.314569 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:16.533625 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:21:16.557386 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-728220d4-5c90-479f-9703-e84b01ca66d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:16.568162 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-728220d4-5c90-479f-9703-e84b01ca66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:16.575797 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-03e411db-1354-428d-86ed-2054949bf7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:16.626233 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728220d4-5c90-479f-9703-e84b01ca66d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469880fd-483a-4f21-8233-6ce5ec287179,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:16.628482 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-8832102a-2d07-4c81-8c26-9d3251f1b753 None None] Provisioning complete for port b6086183-b30f-4819-b896-156c84b15282 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:16.629490 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8832102a-2d07-4c81-8c26-9d3251f1b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:16.634281 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-728220d4-5c90-479f-9703-e84b01ca66d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8683970db8c24cb69b280400f9dce68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5596964 May 18 06:21:16.634463 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-728220d4-5c90-479f-9703-e84b01ca66d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:16.634882 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37172) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:16.723800 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-8832102a-2d07-4c81-8c26-9d3251f1b753 None None] Port b6086183-b30f-4819-b896-156c84b15282 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:21:16.727459 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:21:16.733685 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] 10.222.0.13 "PUT /v2.0/routers/c86e1456-36b5-4cdc-b4ab-54ee6da57c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1840360 May 18 06:21:16.759594 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce0da274-8f7f-4c82-b49a-5823470fb15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:16.795995 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce0da274-8f7f-4c82-b49a-5823470fb15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:16.817628 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676150'] for router_interface, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.009640 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce0da274-8f7f-4c82-b49a-5823470fb15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.016811 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cbe5917c-fb88-4a2c-96e4-8111cda5fb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:17.076988 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:17.084774 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0da274-8f7f-4c82-b49a-5823470fb15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469880fd-483a-4f21-8233-6ce5ec287179,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:17.087668 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ce0da274-8f7f-4c82-b49a-5823470fb15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:17.131342 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ce0da274-8f7f-4c82-b49a-5823470fb15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.133425 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ce0da274-8f7f-4c82-b49a-5823470fb15a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/469880fd-483a-4f21-8233-6ce5ec287179 HTTP/1.1" status: 204 len: 168 time: 0.4963737 May 18 06:21:17.161594 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:17.168760 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:17.169146 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.310178 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.328379 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37184) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:17.337830 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2023207656', 'description': 'tempest-secgroup-smoke-2023207656 description', 'project_id': '7902c59b50db4039b7567ef70cb1eedd'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:17.340380 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=5fd33eb2-3a8f-4ef7-afe3-203f7100af11,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:17.347005 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:17.349874 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.353801 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e32dbe22-4857-4bd7-91ed-d6cbe6bb72b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:17.357249 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Usage tracker for resource:security_group and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:17.360371 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:17.366353 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:17.378531 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.409670 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:17.411680 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Usage tracker for resource:security_group_rule and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:17.415114 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:17.421033 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:17.445022 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=5fd33eb2-3a8f-4ef7-afe3-203f7100af11,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:17.448795 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:17.475011 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Deleting port 3c817a8e-fac6-47f2-8d39-67e1d0237975 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:21:17.475571 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.508633 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.512892 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.529761 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ab6c4a1c-3d4c-4491-98f2-582ced341178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:17.563427 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81108fb6-431a-4367-8906-0a18093bc32c,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:17.566832 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:17.568689 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.572986 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2428124 May 18 06:21:17.573598 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37192) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:17.579880 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Request body: {'security_group_rule': {'security_group_id': '81108fb6-431a-4367-8906-0a18093bc32c', 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:17.585673 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:17.590309 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Usage tracker for resource:security_group_rule and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:17.593131 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:17.598703 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:17.615520 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] For port 3c817a8e-fac6-47f2-8d39-67e1d0237975, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=3c817a8e-fac6-47f2-8d39-67e1d0237975,segment=NetworkSegment(26268549-c6a2-4f87-bd4f-1a4579c0614e),segment_id=26268549-c6a2-4f87-bd4f-1a4579c0614e)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:17.615986 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.616858 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.685274 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.690068 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.692302 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:17.712650 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da21d5e-bb8b-4c34-a864-90d4e2a2267c,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:17.716615 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:17.725365 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.727092 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519861 May 18 06:21:17.730093 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37202) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:17.736008 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Request body: {'security_group_rule': {'security_group_id': '81108fb6-431a-4367-8906-0a18093bc32c', 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:17.741690 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:17.745618 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Usage tracker for resource:security_group_rule and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:17.746558 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Calling delete_port for 3c817a8e-fac6-47f2-8d39-67e1d0237975 owned by network:router_interface {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:21:17.748500 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:17.754387 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:17.771288 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.837806 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.842195 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.850320 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:17.854273 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device f1b6ad9f-527d-45d2-b2fc-881ac9602376 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:21:17.868028 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ea3935-2387-478a-81eb-c48008668d3b,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:17.871614 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:17.885097 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.889680 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1582150 May 18 06:21:17.890365 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37212) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:17.896386 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Request body: {'security_group_rule': {'security_group_id': '81108fb6-431a-4367-8906-0a18093bc32c', 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:17.902776 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:17.906869 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Usage tracker for resource:security_group_rule and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:17.909887 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:17.916737 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:17.940796 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:17.964760 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: f1b6ad9f-527d-45d2-b2fc-881ac9602376 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:21:17.965418 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device f1b6ad9f-527d-45d2-b2fc-881ac9602376 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:21:18.034984 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.043669 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.045479 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b73a27a5-f4e3-4e89-8be1-c99561a91b26 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:18.061432 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.073906 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1ec8cd6f-c17a-4182-9562-5018a6072369 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:18.074545 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb75fd0-9036-4641-9983-8806692b1ba0,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:18.077142 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:18.085424 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.087916 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-61680fab-8d70-47b6-87f7-03964c3a11d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1953728 May 18 06:21:18.089409 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37218) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:18.094532 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Request body: {'security_group_rule': {'security_group_id': '81108fb6-431a-4367-8906-0a18093bc32c', 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:18.100195 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:18.104475 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Usage tracker for resource:security_group_rule and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:18.107301 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:18.113040 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:18.122770 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c817a8e-fac6-47f2-8d39-67e1d0237975,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:18.135671 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.157317 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:18.201309 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.205894 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.208265 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:18.240083 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b330902-e011-400c-987e-c4bb070b052e,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:18.243689 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:18.260638 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.262897 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1725721 May 18 06:21:18.264923 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37226) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:18.271113 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Request body: {'security_group_rule': {'security_group_id': '81108fb6-431a-4367-8906-0a18093bc32c', 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:18.278525 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:18.282476 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Usage tracker for resource:security_group_rule and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:18.285871 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:18.297994 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:18.314093 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.securitygroups_db [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Project 7902c59b50db4039b7567ef70cb1eedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 06:21:18.321027 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.401852 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.406945 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.409530 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:18.429716 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676250'] for router_interface, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.432789 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d9facf-d7ab-4acd-966a-518ceb42cbac,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:18.438811 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:18.451943 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.455756 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1873493 May 18 06:21:18.455976 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37236) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:18.461736 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Request body: {'security_group_rule': {'security_group_id': '81108fb6-431a-4367-8906-0a18093bc32c', 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:18.468236 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:18.472196 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Usage tracker for resource:security_group_rule and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:18.475635 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:18.482343 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:18.490020 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Sync routers for ids ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:21:18.499819 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Routers {'c86e1456-36b5-4cdc-b4ab-54ee6da57c86'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:18.501171 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:18.514284 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.securitygroups_db [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Project 7902c59b50db4039b7567ef70cb1eedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 06:21:18.522299 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.603892 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.608972 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.630171 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-11c3be22-57eb-4023-92b0-5c4eab3b47a0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:18.640512 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:18.660181 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1967232 May 18 06:21:18.670621 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a2336f-4d6c-42d2-8619-698d327e9756,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:18.673590 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2bf9dd27-8b26-4cd8-ab21-5974031ff336 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:18.749592 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Set router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:18.960488 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Router 0321cdca-bff3-45cb-b930-69712167ecb5 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:21:19.126672 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'name': 'tempest-TestShelveInstance-797247504-router', 'tenant_id': '53847520dff64e359d59d71147234156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:10Z', 'updated_at': '2021-05-18T06:21:15Z', 'revision_number': 4, 'project_id': '53847520dff64e359d59d71147234156', 'gw_port': {'id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:11Z', 'updated_at': '2021-05-18T06:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'b6086183-b30f-4819-b896-156c84b15282', 'name': '', 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096', 'tenant_id': '53847520dff64e359d59d71147234156', 'mac_address': 'fa:16:3e:df:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7e505f6c-05a7-40ef-bf43-142d157d56f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:14Z', 'updated_at': '2021-05-18T06:21:15Z', 'revision_number': 2, 'project_id': '53847520dff64e359d59d71147234156', 'subnets': [{'id': '7e505f6c-05a7-40ef-bf43-142d157d56f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:19.133384 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Checking router: c86e1456-36b5-4cdc-b4ab-54ee6da57c86 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:21:19.133978 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Updating router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 port b6086183-b30f-4819-b896-156c84b15282 binding host dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:21:19.201141 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:21:19.211726 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b52dc4-9033-49e2-a793-ede15f21e8ff None None] Sync routers for ids ['0321cdca-bff3-45cb-b930-69712167ecb5'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:21:19.217346 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] 10.222.0.13 "PUT /v2.0/routers/0321cdca-bff3-45cb-b930-69712167ecb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2817423 May 18 06:21:19.220076 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37292) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:19.227953 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b52dc4-9033-49e2-a793-ede15f21e8ff None None] Routers {'0321cdca-bff3-45cb-b930-69712167ecb5'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:19.228866 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-23b52dc4-9033-49e2-a793-ede15f21e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['0321cdca-bff3-45cb-b930-69712167ecb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:19.244032 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:19.391460 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:19.473995 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-23b52dc4-9033-49e2-a793-ede15f21e8ff None None] Set router 0321cdca-bff3-45cb-b930-69712167ecb5 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:19.513473 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:19.528999 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:19.529376 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:19.880402 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-23b52dc4-9033-49e2-a793-ede15f21e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-router', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:26Z', 'updated_at': '2021-05-18T06:21:17Z', 'revision_number': 5, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'gw_port': {'id': 'e935a40f-4d62-45ee-904e-54ee6d76c7e1', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:28Z', 'updated_at': '2021-05-18T06:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:19.884400 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:19.885871 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b52dc4-9033-49e2-a793-ede15f21e8ff None None] Checking router: 0321cdca-bff3-45cb-b930-69712167ecb5 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:21:19.896518 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b52dc4-9033-49e2-a793-ede15f21e8ff None None] Routers {'0321cdca-bff3-45cb-b930-69712167ecb5'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:19.897278 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-23b52dc4-9033-49e2-a793-ede15f21e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['0321cdca-bff3-45cb-b930-69712167ecb5'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:19.975356 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Deleting port e935a40f-4d62-45ee-904e-54ee6d76c7e1 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:21:19.975815 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:20.129410 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] For port e935a40f-4d62-45ee-904e-54ee6d76c7e1, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=e935a40f-4d62-45ee-904e-54ee6d76c7e1,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:20.129725 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:20.130918 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:20.149003 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Transition to ACTIVE for port object b6086183-b30f-4819-b896-156c84b15282 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:20.157134 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-23b52dc4-9033-49e2-a793-ede15f21e8ff None None] Set router 0321cdca-bff3-45cb-b930-69712167ecb5 gateway port host: None {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:20.159275 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:20.172862 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-808fb292-f9dc-4f16-b220-8a7553cf1fe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:20.263887 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Calling delete_port for e935a40f-4d62-45ee-904e-54ee6d76c7e1 owned by network:router_gateway {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:21:20.276161 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-23b52dc4-9033-49e2-a793-ede15f21e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-router', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:26Z', 'updated_at': '2021-05-18T06:21:19Z', 'revision_number': 6, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'gw_port_host': None}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:20.280438 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b52dc4-9033-49e2-a793-ede15f21e8ff None None] The sync data for ids ['0321cdca-bff3-45cb-b930-69712167ecb5'] in dv-cinder-784623-10-iscsi is: [{'id': '0321cdca-bff3-45cb-b930-69712167ecb5', 'name': 'tempest-ServerRescueNegativeTestJSON-1511760252-router', 'tenant_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:26Z', 'updated_at': '2021-05-18T06:21:19Z', 'revision_number': 6, 'project_id': 'd3c5f7dde9e440128aee36b61bc3a270', 'gw_port_host': None}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:21:20.364586 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d6ad3-95f2-4ef1-9691-33d714c2e667 None None] Pushing event updated for resources: {'Port': ['ID=b6086183-b30f-4819-b896-156c84b15282,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:20.371345 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-894d6ad3-95f2-4ef1-9691-33d714c2e667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:20.424477 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Attempting to bind port b6086183-b30f-4819-b896-156c84b15282 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:20.424854 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Attempting to bind port b6086183-b30f-4819-b896-156c84b15282 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '3881381f-9b95-4b89-bb6b-32e2dcb2b6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:20.425478 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Attempting to bind port b6086183-b30f-4819-b896-156c84b15282 on network 6e3ce310-b543-4aa9-a89d-b19158973096 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:20.431036 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:20.431418 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Checking segment: {'id': '3881381f-9b95-4b89-bb6b-32e2dcb2b6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:20.431859 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:20.432293 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Bound using segment: {'id': '3881381f-9b95-4b89-bb6b-32e2dcb2b6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:20.432768 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Bound port: b6086183-b30f-4819-b896-156c84b15282, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3881381f-9b95-4b89-bb6b-32e2dcb2b6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:20.433146 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:20.526113 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] For port b6086183-b30f-4819-b896-156c84b15282, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:20.529674 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] For port b6086183-b30f-4819-b896-156c84b15282, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=b6086183-b30f-4819-b896-156c84b15282,segment=NetworkSegment(3881381f-9b95-4b89-bb6b-32e2dcb2b6f3),segment_id=3881381f-9b95-4b89-bb6b-32e2dcb2b6f3)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:20.533449 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:20.538292 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:20.616725 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:20.626365 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:20.671432 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Routers {'c86e1456-36b5-4cdc-b4ab-54ee6da57c86'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:20.671432 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:20.709997 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e935a40f-4d62-45ee-904e-54ee6d76c7e1,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:20.716835 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:20.771614 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678673'] for router_gateway, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:20.802094 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d6ad3-95f2-4ef1-9691-33d714c2e667 None None] Pushing event updated for resources: {'Port': ['ID=b6086183-b30f-4819-b896-156c84b15282,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:20.811164 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-894d6ad3-95f2-4ef1-9691-33d714c2e667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:20.910897 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] Set router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:20.974235 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7152'] for router, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:20.977401 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:21.061997 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678889'] for router, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:21.063259 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0321cdca-bff3-45cb-b930-69712167ecb5 {{(pid=78802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:21:21.078469 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:21.079610 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0321cdca-bff3-45cb-b930-69712167ecb5 HTTP/1.1" status: 204 len: 168 time: 1.8579986 May 18 06:21:21.082354 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37324) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:21.162579 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f800ff9e-e2b9-4fc7-bc11-2e09d4661d44 admin admin] Deleting subnet 7843044c-7830-41c0-8498-40d0fb08494f {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:21:21.166545 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f800ff9e-e2b9-4fc7-bc11-2e09d4661d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:21.238224 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 3c817a8e-fac6-47f2-8d39-67e1d0237975 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:21:21.248998 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f800ff9e-e2b9-4fc7-bc11-2e09d4661d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3065593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:21.280006 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 3c817a8e-fac6-47f2-8d39-67e1d0237975 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:21:21.280438 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 3c817a8e-fac6-47f2-8d39-67e1d0237975 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:21:21.280922 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e935a40f-4d62-45ee-904e-54ee6d76c7e1 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:21:21.317272 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: e935a40f-4d62-45ee-904e-54ee6d76c7e1 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:21:21.317701 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e935a40f-4d62-45ee-904e-54ee6d76c7e1 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:21:21.350938 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'name': 'tempest-TestShelveInstance-797247504-router', 'tenant_id': '53847520dff64e359d59d71147234156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:10Z', 'updated_at': '2021-05-18T06:21:15Z', 'revision_number': 4, 'project_id': '53847520dff64e359d59d71147234156', 'gw_port': {'id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:11Z', 'updated_at': '2021-05-18T06:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'b6086183-b30f-4819-b896-156c84b15282', 'name': '', 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096', 'tenant_id': '53847520dff64e359d59d71147234156', 'mac_address': 'fa:16:3e:df:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7e505f6c-05a7-40ef-bf43-142d157d56f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:14Z', 'updated_at': '2021-05-18T06:21:20Z', 'revision_number': 4, 'project_id': '53847520dff64e359d59d71147234156', 'subnets': [{'id': '7e505f6c-05a7-40ef-bf43-142d157d56f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:21.357017 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fd3608-0c85-4ce9-adc2-b90bde27d1d9 None None] The sync data for ids ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'] in dv-cinder-784623-10-iscsi is: [{'id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'name': 'tempest-TestShelveInstance-797247504-router', 'tenant_id': '53847520dff64e359d59d71147234156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:10Z', 'updated_at': '2021-05-18T06:21:15Z', 'revision_number': 4, 'project_id': '53847520dff64e359d59d71147234156', 'gw_port': {'id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:11Z', 'updated_at': '2021-05-18T06:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'b6086183-b30f-4819-b896-156c84b15282', 'name': '', 'network_id': '6e3ce310-b543-4aa9-a89d-b19158973096', 'tenant_id': '53847520dff64e359d59d71147234156', 'mac_address': 'fa:16:3e:df:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7e505f6c-05a7-40ef-bf43-142d157d56f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:14Z', 'updated_at': '2021-05-18T06:21:20Z', 'revision_number': 4, 'project_id': '53847520dff64e359d59d71147234156', 'subnets': [{'id': '7e505f6c-05a7-40ef-bf43-142d157d56f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:21:21.367066 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f800ff9e-e2b9-4fc7-bc11-2e09d4661d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:21.686976 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f800ff9e-e2b9-4fc7-bc11-2e09d4661d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3913268'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:21.691201 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:21.726231 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800ff9e-e2b9-4fc7-bc11-2e09d4661d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7843044c-7830-41c0-8498-40d0fb08494f,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:21.730259 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f800ff9e-e2b9-4fc7-bc11-2e09d4661d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:21.732890 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f800ff9e-e2b9-4fc7-bc11-2e09d4661d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:21.741303 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f800ff9e-e2b9-4fc7-bc11-2e09d4661d44 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7843044c-7830-41c0-8498-40d0fb08494f HTTP/1.1" status: 204 len: 168 time: 0.6571381 May 18 06:21:21.743516 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37340) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:21.866076 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.001863 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.018639 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b958adc-0985-455f-a2ad-6f3c6f7e15c7']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:22.031841 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26268549-c6a2-4f87-bd4f-1a4579c0614e') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:22.032146 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26268549-c6a2-4f87-bd4f-1a4579c0614e') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:22.044154 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065590'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.060859 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.067051 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:21:22.067451 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848483'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: Traceback (most recent call last): May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: timer() May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: cb(*args, **kw) May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: return func(*args, **kwargs) May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: self._notify() May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: self.callback(batched_events) May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: event.method(event) May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: return f(self, *a, **k) May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._get(url).json() May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:21:22.081574 dv-cinder-784623-10-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:21:22.155107 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.163934 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2664a6f7-35db-4d01-b071-054fa701dbf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:22.183585 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.191602 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b958adc-0985-455f-a2ad-6f3c6f7e15c7,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:22.194630 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:22.200635 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b958adc-0985-455f-a2ad-6f3c6f7e15c7 HTTP/1.1" status: 204 len: 168 time: 0.4560540 May 18 06:21:22.373002 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37348) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:22.422934 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-53f47e1a-5bd5-4059-bbe0-df1247033ab7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3c5f7dde9e440128aee36b61bc3a270&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487108 May 18 06:21:22.425831 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37352) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:22.487945 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-93b2b341-aadd-4dcf-bad3-5bc5b3308681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.516522 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-93b2b341-aadd-4dcf-bad3-5bc5b3308681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.573706 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-93b2b341-aadd-4dcf-bad3-5bc5b3308681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.577570 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8654c407-3580-47a8-ac86-faf0f681f6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:22.591895 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2b341-aadd-4dcf-bad3-5bc5b3308681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b46073-5f16-40cc-98be-0db43836ea56,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:22.596649 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-93b2b341-aadd-4dcf-bad3-5bc5b3308681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:22.599986 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-93b2b341-aadd-4dcf-bad3-5bc5b3308681 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39b46073-5f16-40cc-98be-0db43836ea56 HTTP/1.1" status: 204 len: 168 time: 0.1705151 May 18 06:21:22.606848 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-93b2b341-aadd-4dcf-bad3-5bc5b3308681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:23.024731 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37376) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:23.103695 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device b6086183-b30f-4819-b896-156c84b15282 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:23.220818 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port b6086183-b30f-4819-b896-156c84b15282 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:23.232091 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port b6086183-b30f-4819-b896-156c84b15282 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:23.232972 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.275705 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8b7e756c-654a-4885-bb25-20c1b26e87c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.338666 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-8b7e756c-654a-4885-bb25-20c1b26e87c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:23.347586 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-8b7e756c-654a-4885-bb25-20c1b26e87c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ca516e107cbb441da80b78d702dd7db1 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:23.353743 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-8b7e756c-654a-4885-bb25-20c1b26e87c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:23.367844 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-8b7e756c-654a-4885-bb25-20c1b26e87c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:23.426120 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.437733 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.476166 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port b6086183-b30f-4819-b896-156c84b15282, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=b6086183-b30f-4819-b896-156c84b15282,segment=NetworkSegment(3881381f-9b95-4b89-bb6b-32e2dcb2b6f3),segment_id=3881381f-9b95-4b89-bb6b-32e2dcb2b6f3)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:23.483865 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.486309 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7d6d4a94-5768-4c86-9a4e-d9babb588848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:23.526524 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832308-8ec9-44f4-96f9-657753872b0d req-514b6669-c971-43c3-9040-1e55e35a88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:23.528035 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-33832308-8ec9-44f4-96f9-657753872b0d req-514b6669-c971-43c3-9040-1e55e35a88b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c20c2d152c642bf8d904ac48e065078&device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 1138 time: 0.1363764 May 18 06:21:23.557140 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6d57d-a64d-4f98-9a09-a6ce9ef07f8c req-ce80d53b-f7a7-4b4a-ab41-f76e8c822f34 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:23.559846 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-16b6d57d-a64d-4f98-9a09-a6ce9ef07f8c req-ce80d53b-f7a7-4b4a-ab41-f76e8c822f34 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.1199906 May 18 06:21:23.578461 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37396) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:23.581869 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=b6086183-b30f-4819-b896-156c84b15282,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:23.584837 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:23.614059 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-16b6d57d-a64d-4f98-9a09-a6ce9ef07f8c req-de53d41b-2339-41cd-aff9-816567aa60c8 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b1cc195-0443-4693-956c-dcf095a69127&id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484838 May 18 06:21:23.663409 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8b7e756c-654a-4885-bb25-20c1b26e87c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.668359 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8b7e756c-654a-4885-bb25-20c1b26e87c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.680049 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4b91b182-fcd6-444a-80f7-979ecab05e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:23.745672 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-8b7e756c-654a-4885-bb25-20c1b26e87c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca516e107cbb441da80b78d702dd7db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7185581 May 18 06:21:23.748808 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37402) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:23.755952 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-network', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:23.761456 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832308-8ec9-44f4-96f9-657753872b0d req-6b5c4431-78d7-45e4-80e3-84115dd2f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:23.762847 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-33832308-8ec9-44f4-96f9-657753872b0d req-6b5c4431-78d7-45e4-80e3-84115dd2f643 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ac977e1-07bc-48fb-ab4e-d570af62399e HTTP/1.1" status: 200 len: 916 time: 0.2191958 May 18 06:21:23.763894 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:23.765995 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e756c-654a-4885-bb25-20c1b26e87c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d66313-95db-4721-9b07-29c8c38c5668,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:23.769845 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8b7e756c-654a-4885-bb25-20c1b26e87c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:23.770773 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Usage tracker for resource:network and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:23.774065 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:23.811402 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-152ba96f-cc59-4aa3-8517-1f577f17b57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.843346 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-152ba96f-cc59-4aa3-8517-1f577f17b57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.931448 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:23.961459 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Made reservation on behalf of fe3b048f6cb84fa7b80a90fb8b290385 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:23.963748 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.971938 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-152ba96f-cc59-4aa3-8517-1f577f17b57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.978154 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4b58ef93-2f05-43a6-ba1a-3201f018c060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:23.980935 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:23.990042 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ba96f-cc59-4aa3-8517-1f577f17b57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d66313-95db-4721-9b07-29c8c38c5668,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:23.993018 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-152ba96f-cc59-4aa3-8517-1f577f17b57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:23.998466 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-152ba96f-cc59-4aa3-8517-1f577f17b57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.002323 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-152ba96f-cc59-4aa3-8517-1f577f17b57f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5d66313-95db-4721-9b07-29c8c38c5668 HTTP/1.1" status: 204 len: 168 time: 0.2497923 May 18 06:21:24.005030 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-33832308-8ec9-44f4-96f9-657753872b0d req-d0566078-d3fe-42dd-830b-c5331c6b5583 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d HTTP/1.1" status: 200 len: 1001 time: 0.2278917 May 18 06:21:24.007416 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:24.011452 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Usage tracker for resource:security_group_rule and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:24.015350 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:24.060398 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:24.092244 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832308-8ec9-44f4-96f9-657753872b0d req-a0c46ff1-acab-4a7a-8c06-970a58e1ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:24.093738 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-33832308-8ec9-44f4-96f9-657753872b0d req-a0c46ff1-acab-4a7a-8c06-970a58e1ce46 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11794269-bed7-4b38-b222-5055dc31f4c5 HTTP/1.1" status: 200 len: 854 time: 0.0794535 May 18 06:21:24.224268 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832308-8ec9-44f4-96f9-657753872b0d req-8a61095e-d902-4399-8215-405c5135c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:24.225738 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-33832308-8ec9-44f4-96f9-657753872b0d req-8a61095e-d902-4399-8215-405c5135c9ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ac977e1-07bc-48fb-ab4e-d570af62399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1225226 May 18 06:21:24.230281 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.237078 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.241285 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-93b2b341-aadd-4dcf-bad3-5bc5b3308681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:24.321008 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37412) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:24.339616 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2a73bcf0-ecf3-458d-b302-a7b6f51fc7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.352541 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:21:24.354260 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2a73bcf0-ecf3-458d-b302-a7b6f51fc7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:24.354436 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee9ec64-8fb8-4385-9428-52cae8309a76,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:24.358265 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2a73bcf0-ecf3-458d-b302-a7b6f51fc7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:e002a7e10f5044bca31e6fc9aa6c7b4b is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:24.361443 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2a73bcf0-ecf3-458d-b302-a7b6f51fc7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:24.363323 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:24.369922 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2a73bcf0-ecf3-458d-b302-a7b6f51fc7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:24.373964 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.374309 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Added segment 223eedc2-ded4-487c-9dfe-0975522ff2b4 of type vlan for network feb21229-4b88-4211-935f-c205971cde1e May 18 06:21:24.429646 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.436424 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-33832308-8ec9-44f4-96f9-657753872b0d req-0c14859d-9d4f-4b8a-839d-7331b49a15f6 service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872942 May 18 06:21:24.454804 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2a73bcf0-ecf3-458d-b302-a7b6f51fc7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.458525 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2a73bcf0-ecf3-458d-b302-a7b6f51fc7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.466227 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c4c1e484-4c85-49f1-8d75-9249328a680d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:24.506062 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73bcf0-ecf3-458d-b302-a7b6f51fc7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa2aae-81ac-4e80-8261-ef0411a0c010,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:24.510327 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2a73bcf0-ecf3-458d-b302-a7b6f51fc7b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e002a7e10f5044bca31e6fc9aa6c7b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882994 May 18 06:21:24.511174 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2a73bcf0-ecf3-458d-b302-a7b6f51fc7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:24.513021 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37416) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:24.543195 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.546037 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:24.546624 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.551987 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:24.575526 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2f867b19-b74e-4854-9332-51597ecac80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.602410 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2f867b19-b74e-4854-9332-51597ecac80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.662757 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2f867b19-b74e-4854-9332-51597ecac80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.672632 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2a5ef955-53c2-4724-a384-071ee39539f5 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:24.686597 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867b19-b74e-4854-9332-51597ecac80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfa2aae-81ac-4e80-8261-ef0411a0c010,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:24.692803 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Pushing event updated for resources: {'Network': ['ID=feb21229-4b88-4211-935f-c205971cde1e,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:24.697588 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:24.698023 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2f867b19-b74e-4854-9332-51597ecac80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:24.700173 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-33832308-8ec9-44f4-96f9-657753872b0d req-5d68fbc6-a78d-4b4e-b4f8-6255c4dae53a service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497256 May 18 06:21:24.705271 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2f867b19-b74e-4854-9332-51597ecac80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.707267 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network feb21229-4b88-4211-935f-c205971cde1e details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:21:24.709072 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0857341 May 18 06:21:24.709993 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37422) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:24.716899 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Request body: {'subnet': {'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-subnet', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:24.722107 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:24.722241 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2f867b19-b74e-4854-9332-51597ecac80c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbfa2aae-81ac-4e80-8261-ef0411a0c010 HTTP/1.1" status: 204 len: 168 time: 0.2081511 May 18 06:21:24.727542 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Usage tracker for resource:subnet and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:24.730722 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:24.737726 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:24.750562 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Made reservation on behalf of fe3b048f6cb84fa7b80a90fb8b290385 for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:24.753202 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3913263'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:24.847756 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085db51f-d298-4b46-8040-36770f3678ca req-ac7d74c3-e9dd-4bfb-9b44-710f9bf27987 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:24.849652 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-085db51f-d298-4b46-8040-36770f3678ca req-ac7d74c3-e9dd-4bfb-9b44-710f9bf27987 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.0998099 May 18 06:21:24.915037 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-085db51f-d298-4b46-8040-36770f3678ca req-d9542146-fbfc-434c-ab5c-cb82e15dc5fa tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b1cc195-0443-4693-956c-dcf095a69127&id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582135 May 18 06:21:25.074261 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device b6086183-b30f-4819-b896-156c84b15282 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:25.163251 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port b6086183-b30f-4819-b896-156c84b15282 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:25.163603 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.267836 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3848650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3913277'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.272231 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f800ff9e-e2b9-4fc7-bc11-2e09d4661d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:25.343561 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=043fda83-0e42-4859-b981-232190785248,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:25.348261 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:25.358535 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Checking segment: {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:25.359112 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Network hostable DHCP agents. Network: feb21229-4b88-4211-935f-c205971cde1e, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:21:25.376465 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Network feb21229-4b88-4211-935f-c205971cde1e is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:21:25.386119 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, feb21229-4b88-4211-935f-c205971cde1e) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:25.396051 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:25.396650 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.398499 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d16b3ef-afd1-49b9-8285-c0b57ea6efd6 None None] Network feb21229-4b88-4211-935f-c205971cde1e requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:21:25.419518 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-32cc2adc-5321-4c9b-9d93-dfe2cf3b5b50 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7075000 May 18 06:21:25.422356 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37444) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:25.427780 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:25.435260 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:25.437411 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Usage tracker for resource:router and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:25.440432 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:25.446556 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:25.458070 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-813629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7142'] for router, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.459074 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-813808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-733194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7161'] for router, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.473304 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.659567 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4bbcccd-1247-5822-9de9-63a88c1eb4be-feb21229-4b88-4211-935f-c205971cde1e', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248'}]}} from dv-cinder-784623-10-iscsi. {{(pid=78804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:21:25.666842 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.774546 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-813615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7115'] for router, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:25.828188 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Allocated IP 172.20.0.2 (feb21229-4b88-4211-935f-c205971cde1e/043fda83-0e42-4859-b981-232190785248/395d9e92-c5da-43be-83ef-5da930edba20) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:26.066300 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.077839 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Transition to ACTIVE for port object 395d9e92-c5da-43be-83ef-5da930edba20 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:26.097049 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Transition to ACTIVE for port object 395d9e92-c5da-43be-83ef-5da930edba20 will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:26.107621 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.112509 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:26.184906 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Network feb21229-4b88-4211-935f-c205971cde1e is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:26.187637 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:26.190038 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:26.197634 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.201038 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Pushing event updated for resources: {'Port': ['ID=395d9e92-c5da-43be-83ef-5da930edba20,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:26.203910 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:26.237895 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.299185 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741e4bf-7a76-4c74-880a-7eb29c8e73f5 req-d4d1d23a-1de4-4f10-8d48-0e8e8b9f6582 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:26.301096 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5741e4bf-7a76-4c74-880a-7eb29c8e73f5 req-d4d1d23a-1de4-4f10-8d48-0e8e8b9f6582 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.2374592 May 18 06:21:26.336817 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Attempting to bind port 395d9e92-c5da-43be-83ef-5da930edba20 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:26.337296 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Attempting to bind port 395d9e92-c5da-43be-83ef-5da930edba20 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:26.337874 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Attempting to bind port 395d9e92-c5da-43be-83ef-5da930edba20 on network feb21229-4b88-4211-935f-c205971cde1e {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:26.347033 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:26.347033 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Checking segment: {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:26.347033 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.348974 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Bound using segment: {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:26.349495 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Bound port: 395d9e92-c5da-43be-83ef-5da930edba20, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:26.349899 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.420284 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5741e4bf-7a76-4c74-880a-7eb29c8e73f5 req-478c0403-275c-43b3-b59b-e6f8a6fd7918 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b1cc195-0443-4693-956c-dcf095a69127&id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088898 May 18 06:21:26.451281 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] For port 395d9e92-c5da-43be-83ef-5da930edba20, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:26.453148 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Allocated IP 172.27.2.94 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/a5c94e06-a926-49e8-8511-93ddefbd7bb0) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:26.455130 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] For port 395d9e92-c5da-43be-83ef-5da930edba20, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=395d9e92-c5da-43be-83ef-5da930edba20,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:26.459630 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.464620 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:26.545266 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Pushing event updated for resources: {'Port': ['ID=395d9e92-c5da-43be-83ef-5da930edba20,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:26.549123 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:26.619545 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.654292 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:26.658954 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:26.753818 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:26.758520 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:26.763381 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:26.883448 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c94e06-a926-49e8-8511-93ddefbd7bb0,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:26.893692 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:27.108034 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 395d9e92-c5da-43be-83ef-5da930edba20 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:27.193581 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 395d9e92-c5da-43be-83ef-5da930edba20 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:27.306841 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:27.633371 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd624cf1-e4b7-4312-b3a8-bb80ccab7829 None None] Network feb21229-4b88-4211-935f-c205971cde1e requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:21:27.747612 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-60ef206b-4f0a-4cc9-8e20-0b638ba3f47a None None] Provisioning for port 395d9e92-c5da-43be-83ef-5da930edba20 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:27.758667 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-60ef206b-4f0a-4cc9-8e20-0b638ba3f47a None None] Provisioning complete for port 395d9e92-c5da-43be-83ef-5da930edba20 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:27.759642 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-60ef206b-4f0a-4cc9-8e20-0b638ba3f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:27.788014 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-813622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686404'] for router, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:27.851163 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00b3f5-8cbb-44c9-9af8-ebe0b9d5f4cc req-cb661541-92e5-4aca-b2d2-bf6e7812dec0 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:27.852767 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb00b3f5-8cbb-44c9-9af8-ebe0b9d5f4cc req-cb661541-92e5-4aca-b2d2-bf6e7812dec0 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.2327476 May 18 06:21:27.932884 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37508) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:27.995979 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb00b3f5-8cbb-44c9-9af8-ebe0b9d5f4cc req-f113dead-02fc-48ac-b04d-76fc0b474027 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b1cc195-0443-4693-956c-dcf095a69127&id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208975 May 18 06:21:28.002547 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-60ef206b-4f0a-4cc9-8e20-0b638ba3f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.045812 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-60ef206b-4f0a-4cc9-8e20-0b638ba3f47a None None] For port 395d9e92-c5da-43be-83ef-5da930edba20, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=395d9e92-c5da-43be-83ef-5da930edba20,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:28.047189 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Router caee2f34-1677-4db6-90de-6e5893f99e98 is scheduled to L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 with binding_index 1 {{(pid=78802) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:21:28.056474 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-60ef206b-4f0a-4cc9-8e20-0b638ba3f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.058115 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:28.094041 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ac8f04c8-6460-40b5-b32e-d32371dc0cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.111179 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ac8f04c8-6460-40b5-b32e-d32371dc0cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:28.115958 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ac8f04c8-6460-40b5-b32e-d32371dc0cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:bb4669040a984ae68e3cdef031c4ebaa is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:28.119701 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-ac8f04c8-6460-40b5-b32e-d32371dc0cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:28.126546 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-ac8f04c8-6460-40b5-b32e-d32371dc0cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:28.134150 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef206b-4f0a-4cc9-8e20-0b638ba3f47a None None] Pushing event updated for resources: {'Port': ['ID=395d9e92-c5da-43be-83ef-5da930edba20,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:28.144975 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-60ef206b-4f0a-4cc9-8e20-0b638ba3f47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:28.235112 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ac8f04c8-6460-40b5-b32e-d32371dc0cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.240978 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ac8f04c8-6460-40b5-b32e-d32371dc0cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.241333 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:21:28.253223 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Sync routers for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:21:28.254108 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3aa4496e-d1b0-4ca6-88de-a2d64e6d9316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:28.274913 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.275530 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:28.280520 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:28.281841 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8583481 May 18 06:21:28.283692 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37514) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:28.301998 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ac8f04c8-6460-40b5-b32e-d32371dc0cc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb4669040a984ae68e3cdef031c4ebaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674641 May 18 06:21:28.302588 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37518) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:28.305602 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f04c8-6460-40b5-b32e-d32371dc0cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1c6edb-e6f0-4056-be9a-14ca49a52303,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:28.317704 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ac8f04c8-6460-40b5-b32e-d32371dc0cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:28.380842 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ec2a90ad-1d25-47aa-bb81-18b91916733a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.409551 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-ca3fce58-f749-4475-a0e9-716a3f3985b6 None None] Provisioning complete for port 395d9e92-c5da-43be-83ef-5da930edba20 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:28.409931 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ca3fce58-f749-4475-a0e9-716a3f3985b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.419969 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ec2a90ad-1d25-47aa-bb81-18b91916733a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.486014 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ec2a90ad-1d25-47aa-bb81-18b91916733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.494186 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7c5b9a65-d75b-451b-9297-a241b38a59f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:28.507814 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a90ad-1d25-47aa-bb81-18b91916733a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1c6edb-e6f0-4056-be9a-14ca49a52303,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:28.510517 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ec2a90ad-1d25-47aa-bb81-18b91916733a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.511617 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ec2a90ad-1d25-47aa-bb81-18b91916733a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b1c6edb-e6f0-4056-be9a-14ca49a52303 HTTP/1.1" status: 204 len: 168 time: 0.2080245 May 18 06:21:28.512742 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ec2a90ad-1d25-47aa-bb81-18b91916733a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:28.570678 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:28.869950 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37528) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:28.887287 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c021a8c0-da53-4f91-bae8-aa2a415b1900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:28.906591 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c021a8c0-da53-4f91-bae8-aa2a415b1900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:28.910747 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c021a8c0-da53-4f91-bae8-aa2a415b1900 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c7ce4b9b5448b9892bcc236e1c3481 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:28.914284 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-c021a8c0-da53-4f91-bae8-aa2a415b1900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:28.920079 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-c021a8c0-da53-4f91-bae8-aa2a415b1900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:28.960107 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:27Z', 'revision_number': 3, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:28.964751 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Checking router: caee2f34-1677-4db6-90de-6e5893f99e98 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:21:28.965108 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Updating router caee2f34-1677-4db6-90de-6e5893f99e98 port a5c94e06-a926-49e8-8511-93ddefbd7bb0 binding host dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:21:29.016354 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c021a8c0-da53-4f91-bae8-aa2a415b1900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.019655 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.022157 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c021a8c0-da53-4f91-bae8-aa2a415b1900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.060513 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-24487bff-e172-429b-aac3-e306d7d8fe0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:29.084662 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c021a8c0-da53-4f91-bae8-aa2a415b1900 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4c7ce4b9b5448b9892bcc236e1c3481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132771 May 18 06:21:29.088213 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37534) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:29.101048 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021a8c0-da53-4f91-bae8-aa2a415b1900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b861b08-1686-4ff3-a7f8-f17087096b14,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:29.108147 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c021a8c0-da53-4f91-bae8-aa2a415b1900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:29.116536 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 395d9e92-c5da-43be-83ef-5da930edba20 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:29.169866 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e5315f12-82ae-458d-a039-d55100ba5075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.202001 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e5315f12-82ae-458d-a039-d55100ba5075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.241389 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.267570 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e5315f12-82ae-458d-a039-d55100ba5075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.272431 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-677bef3e-a167-4968-9be7-84f55c94f72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:29.287790 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5315f12-82ae-458d-a039-d55100ba5075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b861b08-1686-4ff3-a7f8-f17087096b14,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:29.295730 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e5315f12-82ae-458d-a039-d55100ba5075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:29.298680 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e5315f12-82ae-458d-a039-d55100ba5075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.299273 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e5315f12-82ae-458d-a039-d55100ba5075 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b861b08-1686-4ff3-a7f8-f17087096b14 HTTP/1.1" status: 204 len: 168 time: 0.2099898 May 18 06:21:29.373627 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 395d9e92-c5da-43be-83ef-5da930edba20 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:29.374182 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.455562 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d400f8-f978-48ac-9a31-19799b7de159 req-166c11b9-fa4b-4e31-a331-011d1fb9e046 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:29.455562 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-48d400f8-f978-48ac-9a31-19799b7de159 req-166c11b9-fa4b-4e31-a331-011d1fb9e046 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.2667127 May 18 06:21:29.494468 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Allocated IP 172.20.0.1 (feb21229-4b88-4211-935f-c205971cde1e/043fda83-0e42-4859-b981-232190785248/6d319519-3b35-4916-a22f-3e294d47dc8c) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:29.544309 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-48d400f8-f978-48ac-9a31-19799b7de159 req-3e7d36a0-4ae6-4993-ba4b-d174ad66e114 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b1cc195-0443-4693-956c-dcf095a69127&id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742345 May 18 06:21:29.677225 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.710754 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.732085 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.provisioning_blocks [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Transition to ACTIVE for port object 6d319519-3b35-4916-a22f-3e294d47dc8c will not be triggered until provisioned by entity DHCP. {{(pid=78802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:29.740073 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Transition to ACTIVE for port object a5c94e06-a926-49e8-8511-93ddefbd7bb0 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:29.760765 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.765153 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:29.767425 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.771859 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-894d6ad3-95f2-4ef1-9691-33d714c2e667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:29.836735 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Network feb21229-4b88-4211-935f-c205971cde1e is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:29.842619 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:29.848221 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:29.863289 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Attempting to bind port a5c94e06-a926-49e8-8511-93ddefbd7bb0 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:29.863628 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Attempting to bind port a5c94e06-a926-49e8-8511-93ddefbd7bb0 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:29.864025 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Attempting to bind port a5c94e06-a926-49e8-8511-93ddefbd7bb0 on network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:29.869467 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd17da-83bc-4dc9-9f03-20f80f40a012 None None] Pushing event updated for resources: {'Port': ['ID=a5c94e06-a926-49e8-8511-93ddefbd7bb0,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:29.874170 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f3fd17da-83bc-4dc9-9f03-20f80f40a012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:29.875992 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:29.876368 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Checking segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:29.876765 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.877158 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Bound using segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:29.877629 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Bound port: a5c94e06-a926-49e8-8511-93ddefbd7bb0, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:29.878003 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.915901 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678847'] for router_interface, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.975296 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] For port a5c94e06-a926-49e8-8511-93ddefbd7bb0, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:29.979190 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] For port a5c94e06-a926-49e8-8511-93ddefbd7bb0, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=a5c94e06-a926-49e8-8511-93ddefbd7bb0,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:29.985769 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:29.990808 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-417340c3-b554-413d-be8f-d599b3b9f001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:30.073041 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Pushing event updated for resources: {'Port': ['ID=6d319519-3b35-4916-a22f-3e294d47dc8c,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:30.081227 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:30.090388 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:30.091017 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:30.205716 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd17da-83bc-4dc9-9f03-20f80f40a012 None None] Pushing event updated for resources: {'Port': ['ID=a5c94e06-a926-49e8-8511-93ddefbd7bb0,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:30.209246 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f3fd17da-83bc-4dc9-9f03-20f80f40a012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:30.218492 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-75fcb3d0-ea97-4f23-85c9-5144aa3e158f None None] Provisioning for port 6d319519-3b35-4916-a22f-3e294d47dc8c completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:30.229240 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-75fcb3d0-ea97-4f23-85c9-5144aa3e158f None None] Provisioning complete for port 6d319519-3b35-4916-a22f-3e294d47dc8c triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:30.229625 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-75fcb3d0-ea97-4f23-85c9-5144aa3e158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:30.344114 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:30.372566 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-75fcb3d0-ea97-4f23-85c9-5144aa3e158f None None] Port 6d319519-3b35-4916-a22f-3e294d47dc8c cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:21:30.385442 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:30.599806 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:30.606672 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2121416'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:30.685494 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:27Z', 'revision_number': 3, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:30.689419 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca64840-ab60-4729-8a25-cdfb0a7e5e9b None None] The sync data for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi is: [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:27Z', 'revision_number': 3, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:21:30.726158 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:30.831032 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676120'] for router_interface, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:30.873490 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Pushing event updated for resources: {'Port': ['ID=6d319519-3b35-4916-a22f-3e294d47dc8c,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:30.926111 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:30.959910 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfe3e1-af8e-42cf-a5b2-e2170b5a0b90 req-08f59e06-70e0-404f-a071-5abdf6001a0b tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:30.961977 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a4bfe3e1-af8e-42cf-a5b2-e2170b5a0b90 req-08f59e06-70e0-404f-a071-5abdf6001a0b tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.2966290 May 18 06:21:31.071257 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Network feb21229-4b88-4211-935f-c205971cde1e is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:31.072523 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:31.077902 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a4bfe3e1-af8e-42cf-a5b2-e2170b5a0b90 req-8c7f26b5-5d3b-4395-b2b1-ce14d971a272 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b1cc195-0443-4693-956c-dcf095a69127&id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835035 May 18 06:21:31.184293 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device a5c94e06-a926-49e8-8511-93ddefbd7bb0 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:31.339372 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port a5c94e06-a926-49e8-8511-93ddefbd7bb0 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:31.346044 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port a5c94e06-a926-49e8-8511-93ddefbd7bb0 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:31.346578 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:31.411450 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Router caee2f34-1677-4db6-90de-6e5893f99e98 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:21:31.433249 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-e68d2dbb-9fee-441c-9a38-0a8e4bd9c524 None None] Provisioning complete for port 6d319519-3b35-4916-a22f-3e294d47dc8c triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:31.433967 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e68d2dbb-9fee-441c-9a38-0a8e4bd9c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:31.535400 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-e68d2dbb-9fee-441c-9a38-0a8e4bd9c524 None None] Port 6d319519-3b35-4916-a22f-3e294d47dc8c cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:21:31.550073 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:31.569828 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port a5c94e06-a926-49e8-8511-93ddefbd7bb0, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=a5c94e06-a926-49e8-8511-93ddefbd7bb0,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:31.576374 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:31.578576 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:31.602368 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:21:31.611808 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] 10.222.0.13 "PUT /v2.0/routers/caee2f34-1677-4db6-90de-6e5893f99e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3270197 May 18 06:21:31.666360 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=a5c94e06-a926-49e8-8511-93ddefbd7bb0,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:31.675519 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:32.281223 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19a2eb-6b1c-48bf-90dc-706bad105a40 req-19878892-0f37-4fc3-8c02-482514161ec0 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:32.282817 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cb19a2eb-6b1c-48bf-90dc-706bad105a40 req-19878892-0f37-4fc3-8c02-482514161ec0 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.0899875 May 18 06:21:32.333345 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cb19a2eb-6b1c-48bf-90dc-706bad105a40 req-67c85555-69c8-4db5-b384-cb0750aa3697 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b1cc195-0443-4693-956c-dcf095a69127&id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442615 May 18 06:21:32.372402 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37646) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:32.380078 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--680171462', 'description': 'tempest-description--130062174'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:32.386370 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:32.391661 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Usage tracker for resource:security_group and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:32.395504 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:32.407040 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:32.417018 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.437201 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:32.441067 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Usage tracker for resource:security_group_rule and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:32.443909 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:32.450002 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:32.523760 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.527665 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.531236 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:32.573571 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93975039-6154-4e63-8af5-e9ed89d5805a,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:32.575092 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Sync routers for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:21:32.576109 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:32.577357 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.578610 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2052121 May 18 06:21:32.581634 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37650) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:32.585040 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:32.585669 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:32.587143 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'security_group_rule': {'security_group_id': '93975039-6154-4e63-8af5-e9ed89d5805a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:32.592995 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:32.597121 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Usage tracker for resource:security_group_rule and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:32.600271 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:32.606353 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:32.622403 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.769300 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:32.775559 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.778809 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.780845 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:32.806693 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972ba8b3-5b26-4069-9800-ddbfa1bd36ee,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:32.809890 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:32.813209 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.816895 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-940102bc-c00c-41b0-a9ee-a13818084839 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316039 May 18 06:21:32.816895 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37654) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:32.822681 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'security_group_rule': {'security_group_id': '93975039-6154-4e63-8af5-e9ed89d5805a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:32.828708 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:32.832645 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Usage tracker for resource:security_group_rule and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:32.836126 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:32.842353 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:32.857637 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.923623 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.927606 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.935007 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-02c63b54-ab7a-41d7-aa0f-99a7e18d1158 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:32.955976 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53573db-b5a8-4568-9491-4f5449ba4404,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:32.960253 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:32.969776 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:32.974673 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37660) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:32.975116 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-eec53319-aff0-4caa-8797-c4a8b0a345c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1570108 May 18 06:21:32.980837 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'floatingip': {'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:32.986840 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:32.991166 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Usage tracker for resource:floatingip and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:33.010180 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:33.021854 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:33.052667 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.108459 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device a5c94e06-a926-49e8-8511-93ddefbd7bb0 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:33.109977 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 2, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:33.121041 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Checking router: caee2f34-1677-4db6-90de-6e5893f99e98 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:21:33.121401 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Updating router caee2f34-1677-4db6-90de-6e5893f99e98 port 6d319519-3b35-4916-a22f-3e294d47dc8c binding host dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:21:33.180923 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.181885 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port a5c94e06-a926-49e8-8511-93ddefbd7bb0 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:33.182428 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.212913 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.409103 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Allocated IP 172.27.2.92 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/5d3db995-04c2-446f-aeed-5ecff767b878) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:33.630311 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.641283 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Transition to ACTIVE for port object 6d319519-3b35-4916-a22f-3e294d47dc8c will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:33.648213 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.652037 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:33.727158 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.744293 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ddb5-613a-49f3-af1b-200a2abbb92d req-8641fa34-8ec1-46ca-b404-01f6121cb723 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:33.745862 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d086ddb5-613a-49f3-af1b-200a2abbb92d req-8641fa34-8ec1-46ca-b404-01f6121cb723 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.1531146 May 18 06:21:33.775385 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfdc49-97c2-462f-a3d2-e20ef85105af None None] Pushing event updated for resources: {'Port': ['ID=6d319519-3b35-4916-a22f-3e294d47dc8c,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:33.806514 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.806786 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-5cdfdc49-97c2-462f-a3d2-e20ef85105af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:33.812768 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-7532f29b-fafa-4f85-b053-615b2fe69833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:33.856241 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d086ddb5-613a-49f3-af1b-200a2abbb92d req-ed3af26a-6bb6-4bf3-99fb-f99eeed2de2a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b1cc195-0443-4693-956c-dcf095a69127&id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994737 May 18 06:21:33.863534 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Attempting to bind port 6d319519-3b35-4916-a22f-3e294d47dc8c on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:33.864211 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Attempting to bind port 6d319519-3b35-4916-a22f-3e294d47dc8c by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:33.864812 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Attempting to bind port 6d319519-3b35-4916-a22f-3e294d47dc8c on network feb21229-4b88-4211-935f-c205971cde1e {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:33.870961 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:33.872233 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Checking segment: {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:33.872805 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.873383 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Bound using segment: {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:33.874024 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Bound port: 6d319519-3b35-4916-a22f-3e294d47dc8c, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:33.874581 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.887129 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:33.890241 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:33.893719 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:33.922984 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'Port': ['ID=5d3db995-04c2-446f-aeed-5ecff767b878,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:33.933188 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:33.972047 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] For port 6d319519-3b35-4916-a22f-3e294d47dc8c, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:33.975414 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] For port 6d319519-3b35-4916-a22f-3e294d47dc8c, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=6d319519-3b35-4916-a22f-3e294d47dc8c,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:33.981109 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:33.985136 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-a8fb5d68-11bf-4590-abea-a26c9ff4fd6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:34.027907 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:34.051788 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c2ff44ce-048d-432f-b443-dd7b8d3b4464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:34.061485 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:34.062103 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:34.104358 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:34.134388 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfdc49-97c2-462f-a3d2-e20ef85105af None None] Pushing event updated for resources: {'Port': ['ID=6d319519-3b35-4916-a22f-3e294d47dc8c,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:34.139916 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-5cdfdc49-97c2-462f-a3d2-e20ef85105af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:34.256951 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:34.346561 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:34.351189 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2121416'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:34.355735 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fd5aa01e-b970-4e63-800b-2f85c01860aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:34.463437 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'Port': ['ID=5d3db995-04c2-446f-aeed-5ecff767b878,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:34.467540 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:34.474126 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:34.496526 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:34.497786 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5221133 May 18 06:21:34.584875 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:33Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:34.588926 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24505546-808b-4fd9-99bd-be925ee1a316 None None] The sync data for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi is: [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:33Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:21:34.728555 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-037b7fc7-343e-4070-9e45-d49a6f1f66b8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Synchronizing usage tracker for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:security_group {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:34.747239 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-037b7fc7-343e-4070-9e45-d49a6f1f66b8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Unset dirty status for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:security_group {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:34.748725 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-037b7fc7-343e-4070-9e45-d49a6f1f66b8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--680171462&fields=id&tenant_id=fe3b048f6cb84fa7b80a90fb8b290385 HTTP/1.1" status: 200 len: 267 time: 0.0795827 May 18 06:21:34.909988 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-ea9d63f6-0583-42d0-a772-c9cb1abd3be1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:34.911477 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-ea9d63f6-0583-42d0-a772-c9cb1abd3be1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 817 time: 0.1563594 May 18 06:21:34.930975 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-53560c5e-3b23-4649-8edb-8ec583bc05bd tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/quotas/fe3b048f6cb84fa7b80a90fb8b290385 HTTP/1.1" status: 200 len: 375 time: 0.0102398 May 18 06:21:35.090040 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-60d7d60d-69ea-4562-8113-08d495770859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Synchronizing usage tracker for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:35.104947 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 6d319519-3b35-4916-a22f-3e294d47dc8c up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:35.117925 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7c5c3-775c-467f-94db-403b63e46dee req-0cbdb0ba-2bd4-4b94-93f4-052a2411ad9c tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:35.119534 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e7b7c5c3-775c-467f-94db-403b63e46dee req-0cbdb0ba-2bd4-4b94-93f4-052a2411ad9c tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.1333728 May 18 06:21:35.126396 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-60d7d60d-69ea-4562-8113-08d495770859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Unset dirty status for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:35.128008 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-60d7d60d-69ea-4562-8113-08d495770859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1913302 May 18 06:21:35.182394 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 6d319519-3b35-4916-a22f-3e294d47dc8c completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:35.187826 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 6d319519-3b35-4916-a22f-3e294d47dc8c triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:35.188538 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:35.260890 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e7b7c5c3-775c-467f-94db-403b63e46dee req-f22f2efb-3ce9-43f7-bba8-f9101b90acea tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b1cc195-0443-4693-956c-dcf095a69127&id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317151 May 18 06:21:35.334210 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-91ad6dad-f582-434a-a968-6d4239c4458c service neutron] 10.222.0.13 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894155 May 18 06:21:35.334403 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:35.369163 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 6d319519-3b35-4916-a22f-3e294d47dc8c, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=6d319519-3b35-4916-a22f-3e294d47dc8c,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:35.373338 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:35.376504 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8f115685-d70e-40b7-9c89-c6c26f211065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:35.455418 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=6d319519-3b35-4916-a22f-3e294d47dc8c,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:35.458603 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:35.470510 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-677248bb-d6cc-4af0-bf20-d7c46c97a9b5 service neutron] 10.222.0.13 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353304 May 18 06:21:35.677980 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8f35166c-cb7b-4a73-af49-54ff1232019d req-e232519b-ebdf-49e6-a0ae-df08c7b27828 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 210 time: 0.0550342 May 18 06:21:36.452923 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bb020-12d6-443b-b2d7-55c25739fdc2 req-7ea14c6f-dfeb-45a4-9e6f-4b8f65d8173a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:36.454398 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9d5bb020-12d6-443b-b2d7-55c25739fdc2 req-7ea14c6f-dfeb-45a4-9e6f-4b8f65d8173a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.0838273 May 18 06:21:36.481681 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:36.529114 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c30d43f1-3eb2-477d-90a1-395fc514dc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:36.617132 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9d5bb020-12d6-443b-b2d7-55c25739fdc2 req-0d1d94bf-25de-4a41-8dd3-42f965ce0335 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b1cc195-0443-4693-956c-dcf095a69127&id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1549811 May 18 06:21:36.620551 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-3b317a61-5d8c-4876-a464-97c9373d84dd tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Synchronizing usage tracker for tenant:7902c59b50db4039b7567ef70cb1eedd on resource:security_group {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:36.637953 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-3b317a61-5d8c-4876-a464-97c9373d84dd tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Unset dirty status for tenant:7902c59b50db4039b7567ef70cb1eedd on resource:security_group {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:36.639291 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-3b317a61-5d8c-4876-a464-97c9373d84dd tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023207656&fields=id&tenant_id=7902c59b50db4039b7567ef70cb1eedd HTTP/1.1" status: 200 len: 267 time: 0.0797563 May 18 06:21:36.833987 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1a43c453-4b32-49e1-ab48-495064553bb3 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:36.836099 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1a43c453-4b32-49e1-ab48-495064553bb3 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/networks?id=9777a738-0815-4946-9d71-d335a68f34d1 HTTP/1.1" status: 200 len: 808 time: 0.1857398 May 18 06:21:36.858265 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9ca738c9-2d25-409a-b82e-a0b3e9ac06c2 req-ea6d4253-384f-4e1a-846f-71bf2fea75aa tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 210 time: 0.0617573 May 18 06:21:36.861578 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-c172e1d7-4d92-4005-ba4f-fde3bd570e57 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/quotas/7902c59b50db4039b7567ef70cb1eedd HTTP/1.1" status: 200 len: 375 time: 0.0192547 May 18 06:21:36.945788 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b0c810c6-f83d-42ea-ab7e-415c7c2b2df6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7902c59b50db4039b7567ef70cb1eedd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785451 May 18 06:21:37.065217 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 6d319519-3b35-4916-a22f-3e294d47dc8c up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:37.095532 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-695c3943-e1db-4667-ba14-856153ba94c3 service neutron] 10.222.0.13 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380482 May 18 06:21:37.141819 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 6d319519-3b35-4916-a22f-3e294d47dc8c triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:37.142565 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:37.236549 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-2cfc8e0d-ca4d-47e2-8087-682a82ae3945 service neutron] 10.222.0.13 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338708 May 18 06:21:37.602892 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:37.643704 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3bb0e15c-5a03-4146-954f-0b03d7388823 req-5232882b-7e0f-4ad8-ac3d-48a05ec83da0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 210 time: 0.0490701 May 18 06:21:37.926473 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-bd1d553f-1e14-4d84-87e3-beb8a8d1f856 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:37.927766 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-bd1d553f-1e14-4d84-87e3-beb8a8d1f856 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Synchronizing usage tracker for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:37.948295 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-bd1d553f-1e14-4d84-87e3-beb8a8d1f856 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Unset dirty status for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:37.949592 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-bd1d553f-1e14-4d84-87e3-beb8a8d1f856 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.18 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 817 time: 0.2063847 May 18 06:21:38.024779 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-b053b886-0696-4cff-bb94-df1a1eeea9ef tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Synchronizing usage tracker for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:38.040406 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-b053b886-0696-4cff-bb94-df1a1eeea9ef tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Unset dirty status for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:38.041426 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-b053b886-0696-4cff-bb94-df1a1eeea9ef tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe3b048f6cb84fa7b80a90fb8b290385 HTTP/1.1" status: 200 len: 379 time: 0.0770314 May 18 06:21:38.057082 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'port': {'device_id': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'admin_state_up': True, 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'security_groups': ['93975039-6154-4e63-8af5-e9ed89d5805a']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:38.064625 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-163832ce-584e-4c74-a70d-f719c7d9b75e req-0e76e525-832e-4ae7-95c4-3f313a09b89a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 210 time: 0.0535524 May 18 06:21:38.199961 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:38.209330 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:38.220162 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Made reservation on behalf of fe3b048f6cb84fa7b80a90fb8b290385 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:38.224045 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:38.385010 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Allocated IP 172.20.0.8 (feb21229-4b88-4211-935f-c205971cde1e/043fda83-0e42-4859-b981-232190785248/8527d648-c37d-4d16-b3a8-2ffc19bbfeb8) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:38.575326 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:38.593129 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Transition to ACTIVE for port object 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:38.617200 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:38.624142 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b35e239c-17f3-4662-a8c7-611f9ea58f81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:38.720326 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Network feb21229-4b88-4211-935f-c205971cde1e is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:38.726621 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:38.729692 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:38.824361 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-13dffe54-5445-4ac4-a754-3d69486ee721 req-0d6080db-37ce-4a79-875c-b03e651a7c3e tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 210 time: 0.0468187 May 18 06:21:38.853306 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'Port': ['ID=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:38.875884 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.876266 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.876635 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.877002 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.877363 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.877721 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.878230 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.878456 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.878891 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.879212 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.879607 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.880040 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:38.884916 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:38.894541 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:38.895185 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:38.956543 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9050612 May 18 06:21:38.964588 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-a6314a8a-f40f-443e-9d46-6318d0adfb2f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:38.965356 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-a6314a8a-f40f-443e-9d46-6318d0adfb2f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Synchronizing usage tracker for tenant:7902c59b50db4039b7567ef70cb1eedd on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:38.974199 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Request body: {'port': {'device_id': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:38.977412 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-364df645-bb0a-48df-889b-2311e0df7cf7 None None] Provisioning for port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:38.982655 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-364df645-bb0a-48df-889b-2311e0df7cf7 None None] Provisioning complete for port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:38.983066 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-364df645-bb0a-48df-889b-2311e0df7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:39.072845 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-a6314a8a-f40f-443e-9d46-6318d0adfb2f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Unset dirty status for tenant:7902c59b50db4039b7567ef70cb1eedd on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:39.074213 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-a6314a8a-f40f-443e-9d46-6318d0adfb2f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.18 "GET /v2.0/networks?id=9777a738-0815-4946-9d71-d335a68f34d1 HTTP/1.1" status: 200 len: 808 time: 0.3927183 May 18 06:21:39.086453 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-364df645-bb0a-48df-889b-2311e0df7cf7 None None] Port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:21:39.120049 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:39.199272 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-380e6ba6-9498-4380-b2e2-7d1704f95790 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Synchronizing usage tracker for tenant:7902c59b50db4039b7567ef70cb1eedd on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:39.226406 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-380e6ba6-9498-4380-b2e2-7d1704f95790 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Unset dirty status for tenant:7902c59b50db4039b7567ef70cb1eedd on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:39.227551 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-380e6ba6-9498-4380-b2e2-7d1704f95790 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7902c59b50db4039b7567ef70cb1eedd HTTP/1.1" status: 200 len: 380 time: 0.1342533 May 18 06:21:39.268686 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa427-bd9f-456d-81ec-5bff56264758 req-e328c98c-4816-4939-aae0-38fdc40dfd06 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:39.270229 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5e5aa427-bd9f-456d-81ec-5bff56264758 req-e328c98c-4816-4939-aae0-38fdc40dfd06 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 931 time: 0.0869253 May 18 06:21:39.283314 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Request body: {'port': {'device_id': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'admin_state_up': True, 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'security_groups': ['81108fb6-431a-4367-8906-0a18093bc32c']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:39.325567 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5e5aa427-bd9f-456d-81ec-5bff56264758 req-c9faaa5a-5270-4fed-aef6-66d5fd4f8ef8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467296 May 18 06:21:39.358007 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:39.519250 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:39.532040 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Usage tracker for resource:port and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:39.537348 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:39.547125 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:39.562268 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Made reservation on behalf of 7902c59b50db4039b7567ef70cb1eedd for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:39.565849 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:39.789395 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:21:39.801507 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:39.828622 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Transition to ACTIVE for port object 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:39.859796 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:39.871857 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-cd1abafc-2a8b-43a5-a88b-a284ed1ec638 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:39.986193 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c6a01e0d-a83d-4b96-91d4-9d8239584e43 req-fb52f73d-358e-484c-b2cc-c8c4c0bf4246 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 210 time: 0.0552747 May 18 06:21:40.051399 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Pushing event updated for resources: {'Port': ['ID=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:40.054877 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:40.060889 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Allocated IP 172.20.0.8 (9777a738-0815-4946-9d71-d335a68f34d1/2100b811-c80a-4cc2-9677-28d097cba4ff/647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:40.232358 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Attempting to bind port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:40.232709 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Attempting to bind port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:40.233038 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Attempting to bind port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 on network feb21229-4b88-4211-935f-c205971cde1e {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:40.249226 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 on network feb21229-4b88-4211-935f-c205971cde1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:21:40.249548 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Attempting to bind port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 on network feb21229-4b88-4211-935f-c205971cde1e {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:40.261582 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:40.261916 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Checking segment: {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:40.262294 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Bound using segment: {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:40.262733 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Bound port: 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:40.263086 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:40.392817 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:40.415433 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:40.417604 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Transition to ACTIVE for port object 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:40.419663 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:40.425444 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:40.431411 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8e47267f-fdf8-4f2d-9379-406b174f287d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:40.493506 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:40.494117 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:40.495484 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] 10.222.0.18 "PUT /v2.0/ports/8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 HTTP/1.1" status: 200 len: 1093 time: 1.5269737 May 18 06:21:40.496020 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:40.526257 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Pushing event updated for resources: {'Port': ['ID=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:40.530602 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:40.547049 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:40.557641 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd3281-0c8d-49f1-a31d-7768edc4c3c9 req-5f9d3828-48e8-4c69-ac3d-0c3c5c207c05 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:40.559838 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-43dd3281-0c8d-49f1-a31d-7768edc4c3c9 req-5f9d3828-48e8-4c69-ac3d-0c3c5c207c05 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.1167922 May 18 06:21:40.589982 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'status': 'completed', 'code': 200} May 18 06:21:40.594783 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:40.613983 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-43dd3281-0c8d-49f1-a31d-7768edc4c3c9 req-6359df34-4bb8-432a-9c82-7020a3d0ae25 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481670 May 18 06:21:40.685885 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Network 9777a738-0815-4946-9d71-d335a68f34d1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:40.690542 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:40.693482 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:40.749823 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event updated for resources: {'Port': ['ID=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:40.753190 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:40.784419 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:40.785053 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:40.793695 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-1c1b7a6d-ed81-47be-b4ab-0e2925277fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:40.795230 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-1c1b7a6d-ed81-47be-b4ab-0e2925277fd8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 1096 time: 0.2499006 May 18 06:21:40.874577 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-79ff5c03-451e-4410-8f5a-5bb28d62abf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 HTTP/1.1" status: 200 len: 217 time: 0.0702879 May 18 06:21:40.875839 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6095147 May 18 06:21:40.925130 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Request body: {'port': {'device_id': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:40.958883 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-593b221a-0816-4e50-a6f9-2cb3f2b672ce None None] Provisioning for port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:40.964242 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-593b221a-0816-4e50-a6f9-2cb3f2b672ce None None] Provisioning complete for port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:40.964624 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-593b221a-0816-4e50-a6f9-2cb3f2b672ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:41.030385 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-593b221a-0816-4e50-a6f9-2cb3f2b672ce None None] Port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:21:41.046298 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-203c7019-3d3e-4710-90b9-bef9694bf1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:41.047812 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-203c7019-3d3e-4710-90b9-bef9694bf1f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 200 len: 856 time: 0.1608887 May 18 06:21:41.104106 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:41.175119 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24c509-7661-42cb-acc6-8b7d1f9d368b req-f07cbc5b-db31-4ecf-bb5c-a6344a0a2302 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:41.177557 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e24c509-7661-42cb-acc6-8b7d1f9d368b req-f07cbc5b-db31-4ecf-bb5c-a6344a0a2302 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 931 time: 0.0817921 May 18 06:21:41.244436 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e24c509-7661-42cb-acc6-8b7d1f9d368b req-6ab30f34-ee07-43f0-874b-e774434249ef tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602105 May 18 06:21:41.266166 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-5e6e8910-7016-4e05-8916-865680fd1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:41.266794 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-5e6e8910-7016-4e05-8916-865680fd1dfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feb21229-4b88-4211-935f-c205971cde1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2078907 May 18 06:21:41.596352 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-8cb3ee02-663e-4b3f-bbfe-6a30016611f1 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196495 May 18 06:21:41.790364 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:21:41.796047 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-86024e56-7888-4e94-99f9-cb5fcb22228f req-4b457de7-f7a4-4c29-ae9f-551d0a16d656 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915500 May 18 06:21:41.799525 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:41.815431 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Transition to ACTIVE for port object 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:41.818763 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed4b43-942a-4f70-89c8-913bb0d0c815 req-3fdfcd82-6232-4937-9579-13b2e633b020 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:41.820143 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:41.821274 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-01ed4b43-942a-4f70-89c8-913bb0d0c815 req-3fdfcd82-6232-4937-9579-13b2e633b020 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0868835 May 18 06:21:41.823787 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:41.870696 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-01ed4b43-942a-4f70-89c8-913bb0d0c815 req-4ffacc15-e51e-4170-990d-8a326c7c045c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435500 May 18 06:21:42.028722 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Pushing event updated for resources: {'Port': ['ID=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:42.037407 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:42.098645 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078a435-6f6f-4396-92af-5787e0af755f req-331dc060-065b-403e-853f-48b7c98502f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:42.100139 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9078a435-6f6f-4396-92af-5787e0af755f req-331dc060-065b-403e-853f-48b7c98502f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 1096 time: 0.2471254 May 18 06:21:42.197543 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Attempting to bind port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:42.198223 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Attempting to bind port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:42.198223 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Attempting to bind port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd on network 9777a738-0815-4946-9d71-d335a68f34d1 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:42.207199 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd on network 9777a738-0815-4946-9d71-d335a68f34d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:21:42.207506 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Attempting to bind port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd on network 9777a738-0815-4946-9d71-d335a68f34d1 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:42.217905 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:42.218246 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Checking segment: {'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:42.218638 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Bound using segment: {'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:42.219078 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Bound port: 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62864f80-67dd-4cae-9295-85f5e7f31218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:42.219437 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:42.308971 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078a435-6f6f-4396-92af-5787e0af755f req-f0bc309c-363a-4ffa-a0ad-f7042d609507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:42.310433 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9078a435-6f6f-4396-92af-5787e0af755f req-f0bc309c-363a-4ffa-a0ad-f7042d609507 service neutron] 10.222.0.18 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 918 time: 0.2037363 May 18 06:21:42.393480 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9078a435-6f6f-4396-92af-5787e0af755f req-9d6d4373-3ce3-4051-8b68-0142171a776c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 HTTP/1.1" status: 200 len: 217 time: 0.0747602 May 18 06:21:42.433854 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] For port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:42.439687 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06f00c-e5cc-4680-a41c-4bd97551f1fc req-5b79513e-298d-4163-91c2-6b18f38285b0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:42.441279 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5f06f00c-e5cc-4680-a41c-4bd97551f1fc req-5b79513e-298d-4163-91c2-6b18f38285b0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.0789402 May 18 06:21:42.452042 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] For port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:42.458806 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:42.465236 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7591d55c-98b7-4161-9fc3-064883a4692f tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:42.491149 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5f06f00c-e5cc-4680-a41c-4bd97551f1fc req-c450cc1b-f7ab-44df-a7b2-4d85bda00e13 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433247 May 18 06:21:42.504116 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078a435-6f6f-4396-92af-5787e0af755f req-89b94968-805f-4d1f-8a8c-3b4f82fae5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:42.505562 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9078a435-6f6f-4396-92af-5787e0af755f req-89b94968-805f-4d1f-8a8c-3b4f82fae5e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 200 len: 856 time: 0.1059997 May 18 06:21:42.567080 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:42.567699 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:42.569098 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] 10.222.0.18 "PUT /v2.0/ports/647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd HTTP/1.1" status: 200 len: 1093 time: 1.6811337 May 18 06:21:42.591200 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:42.604656 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Pushing event updated for resources: {'Port': ['ID=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:42.609863 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:42.650440 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'status': 'completed', 'code': 200} May 18 06:21:42.659100 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078a435-6f6f-4396-92af-5787e0af755f req-19c87b17-8c6e-442e-b276-9dea3cd8a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:42.660623 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9078a435-6f6f-4396-92af-5787e0af755f req-19c87b17-8c6e-442e-b276-9dea3cd8a1a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feb21229-4b88-4211-935f-c205971cde1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1388812 May 18 06:21:42.815298 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-e780b5df-e049-4809-864f-faac42461100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:42.816711 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-e780b5df-e049-4809-864f-faac42461100 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7902c59b50db4039b7567ef70cb1eedd&device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 1096 time: 0.1986516 May 18 06:21:42.822397 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9078a435-6f6f-4396-92af-5787e0af755f req-2b3646eb-9e66-4d82-be36-0eb876cbc241 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500134 May 18 06:21:42.923556 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-6ece3141-5ec5-4850-b036-e8f12a0235df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd HTTP/1.1" status: 200 len: 217 time: 0.0851824 May 18 06:21:43.066780 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cff6c6-796f-4b65-a408-1563f3979bee req-e5ed58b0-b7d7-4514-9c28-d4fa46d2d079 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:43.068273 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-20cff6c6-796f-4b65-a408-1563f3979bee req-e5ed58b0-b7d7-4514-9c28-d4fa46d2d079 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0848796 May 18 06:21:43.113101 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-20cff6c6-796f-4b65-a408-1563f3979bee req-e866fd18-b9a7-4e8f-b1c8-c64e69043761 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383720 May 18 06:21:43.160876 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-a72c81dc-e6a6-4da1-8f1f-c2caef3314c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:43.162289 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-a72c81dc-e6a6-4da1-8f1f-c2caef3314c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2100b811-c80a-4cc2-9677-28d097cba4ff HTTP/1.1" status: 200 len: 847 time: 0.0907695 May 18 06:21:43.226201 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9078a435-6f6f-4396-92af-5787e0af755f req-ea2129e3-23e5-4f7d-91a2-a1c64f09f2a2 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867197 May 18 06:21:43.250725 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-bb3e9ddd-322e-4f53-bcce-35bd35a8cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:43.252135 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-bb3e9ddd-322e-4f53-bcce-35bd35a8cb52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9777a738-0815-4946-9d71-d335a68f34d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0777161 May 18 06:21:43.393781 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-f46a2ea8-418e-498e-8c5d-6a5c4ebacfa3 service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284285 May 18 06:21:43.527837 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-29f715fc-587e-4c51-a885-c1d4408e6eed req-bcc806ea-c649-4020-b210-2cc41b01657f service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266642 May 18 06:21:43.657988 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf655e89-baa2-4ab7-b7cb-bf9d710fb414 req-0ef52741-3933-437c-bad9-065ca5eb6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:43.660584 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bf655e89-baa2-4ab7-b7cb-bf9d710fb414 req-0ef52741-3933-437c-bad9-065ca5eb6408 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7902c59b50db4039b7567ef70cb1eedd&device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 1096 time: 0.0784378 May 18 06:21:43.682656 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895ec47-d6a3-40f6-a4cc-23bef46d36f5 req-0ed288e4-5eef-4b13-92bc-8bacde8ed420 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:43.684133 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b895ec47-d6a3-40f6-a4cc-23bef46d36f5 req-0ed288e4-5eef-4b13-92bc-8bacde8ed420 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.0853195 May 18 06:21:43.728649 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b895ec47-d6a3-40f6-a4cc-23bef46d36f5 req-8af9bf2a-96a5-4e48-9c23-d598d52fa52a tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386610 May 18 06:21:43.794211 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf655e89-baa2-4ab7-b7cb-bf9d710fb414 req-8600e62a-ae2d-4148-b524-cad43e4f6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:43.795545 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bf655e89-baa2-4ab7-b7cb-bf9d710fb414 req-8600e62a-ae2d-4148-b524-cad43e4f6a85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9777a738-0815-4946-9d71-d335a68f34d1 HTTP/1.1" status: 200 len: 909 time: 0.1281996 May 18 06:21:43.862681 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bf655e89-baa2-4ab7-b7cb-bf9d710fb414 req-aec32c2f-d760-4dbb-927e-70c3ee95fa4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd HTTP/1.1" status: 200 len: 217 time: 0.0598614 May 18 06:21:43.933904 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf655e89-baa2-4ab7-b7cb-bf9d710fb414 req-0e32c1a1-a573-44ce-970a-a779a8aa7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:43.935357 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bf655e89-baa2-4ab7-b7cb-bf9d710fb414 req-0e32c1a1-a573-44ce-970a-a779a8aa7181 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2100b811-c80a-4cc2-9677-28d097cba4ff HTTP/1.1" status: 200 len: 847 time: 0.0612748 May 18 06:21:44.010963 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf655e89-baa2-4ab7-b7cb-bf9d710fb414 req-4415bc6a-129e-4323-90e6-337204d24b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:44.012447 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bf655e89-baa2-4ab7-b7cb-bf9d710fb414 req-4415bc6a-129e-4323-90e6-337204d24b99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9777a738-0815-4946-9d71-d335a68f34d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694120 May 18 06:21:44.033897 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:21:44.145499 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bf655e89-baa2-4ab7-b7cb-bf9d710fb414 req-b8ce4cee-2bf5-4601-bf09-bda4d65abf61 service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249154 May 18 06:21:44.172866 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:44.186905 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'port_id': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'mac_address': 'fa:16:3e:8f:29:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:21:44.247454 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:44.265057 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:21:44.284013 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:44.289369 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:44.291319 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:44.297414 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-bf655e89-baa2-4ab7-b7cb-bf9d710fb414 req-acae8894-5328-4012-b1db-704407391f2d service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407473 May 18 06:21:44.331731 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b38d4-508e-4aff-b0c6-380373269d8f req-3c2a95f1-3d19-493c-854e-97f45455520f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:44.333179 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-245b38d4-508e-4aff-b0c6-380373269d8f req-3c2a95f1-3d19-493c-854e-97f45455520f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0921400 May 18 06:21:44.357752 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:44.364942 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.365291 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.365630 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.365984 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.366311 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.366645 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.366970 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.367294 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.367617 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.367967 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.368290 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.368608 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:44.372360 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:44.380454 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-245b38d4-508e-4aff-b0c6-380373269d8f req-ba80994d-a190-4e4f-8c5e-4ae1c663b74c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408752 May 18 06:21:44.554472 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['8527d648-c37d-4d16-b3a8-2ffc19bbfeb8'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:21:44.969862 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb356341-2ad7-4684-a653-3541326a286c req-dcbe0e2a-f7fb-436e-a271-6ab3d60c28a7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:44.971311 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cb356341-2ad7-4684-a653-3541326a286c req-dcbe0e2a-f7fb-436e-a271-6ab3d60c28a7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.1398969 May 18 06:21:45.015518 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cb356341-2ad7-4684-a653-3541326a286c req-5087b30e-bd4e-4858-830d-dde4ebad4c36 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379758 May 18 06:21:45.575443 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cf668-f38f-4768-8bb5-3e52db322339 req-2da626e4-ce9e-4574-9abe-71ee6adaca3d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:45.577902 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d18cf668-f38f-4768-8bb5-3e52db322339 req-2da626e4-ce9e-4574-9abe-71ee6adaca3d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 944 time: 0.0880358 May 18 06:21:45.621465 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d18cf668-f38f-4768-8bb5-3e52db322339 req-2eb5332f-406b-4a75-b39b-dabe9fdc0f1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380969 May 18 06:21:46.054716 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:46.120923 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:46.125428 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:46.125794 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:46.194740 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef0826-bc61-430b-95fd-9782659240f1 req-796c493b-4acc-4d0b-9fd7-bb39916f3dd7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:46.196241 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fcef0826-bc61-430b-95fd-9782659240f1 req-796c493b-4acc-4d0b-9fd7-bb39916f3dd7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.0781915 May 18 06:21:46.239323 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:46.243558 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fcef0826-bc61-430b-95fd-9782659240f1 req-1bbe28dc-9bf2-4d3c-b284-0c61e26f7998 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412397 May 18 06:21:46.267966 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:46.278068 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:46.282419 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:46.284418 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-12592633-572b-42bc-b940-495ed5c3bfd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:46.314069 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'code': 200} May 18 06:21:46.354251 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:46.357058 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:46.555211 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5b570-0dee-4618-b2a8-fe12e5f9bbdc req-094fc8aa-3e48-423c-9e20-72aae318f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:46.556667 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-efc5b570-0dee-4618-b2a8-fe12e5f9bbdc req-094fc8aa-3e48-423c-9e20-72aae318f0a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 1098 time: 0.0683305 May 18 06:21:46.601770 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-efc5b570-0dee-4618-b2a8-fe12e5f9bbdc req-efe23d48-70bf-4eae-b65d-8c91e89bdc18 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367184 May 18 06:21:46.808615 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d437c8-650e-4224-a316-4772bd769def req-0444662d-9f9f-43e4-8c7d-6d7eec92016b tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:46.809940 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-30d437c8-650e-4224-a316-4772bd769def req-0444662d-9f9f-43e4-8c7d-6d7eec92016b tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0779080 May 18 06:21:46.854168 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-30d437c8-650e-4224-a316-4772bd769def req-a5d19748-118b-4138-92d9-f31c8838e486 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385592 May 18 06:21:47.429958 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87951d-ec07-40bb-b46d-de57587d1e00 req-a63a0b36-0be7-4374-9c5f-c6e5c560f277 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:47.431397 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb87951d-ec07-40bb-b46d-de57587d1e00 req-a63a0b36-0be7-4374-9c5f-c6e5c560f277 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.0815370 May 18 06:21:47.475068 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb87951d-ec07-40bb-b46d-de57587d1e00 req-b9c7a521-a3a8-4241-a018-c9649ae0c33a tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379784 May 18 06:21:48.046356 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506428f-cea7-480a-beed-4689b976a77d req-5669b655-323c-4fa3-a6c9-4756a024f30f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:48.047852 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3506428f-cea7-480a-beed-4689b976a77d req-5669b655-323c-4fa3-a6c9-4756a024f30f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0840976 May 18 06:21:48.094933 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3506428f-cea7-480a-beed-4689b976a77d req-2e342874-db86-4edd-bf2e-1641405f5cac tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 May 18 06:21:48.274084 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907cf19-34c1-41da-b1f6-9e51abeedd29 req-a3c4892d-8a32-4eb2-9270-9cce0e781f01 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:48.275475 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c907cf19-34c1-41da-b1f6-9e51abeedd29 req-a3c4892d-8a32-4eb2-9270-9cce0e781f01 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0784981 May 18 06:21:48.284281 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37822) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:48.290107 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-b96b88bc-8f74-474b-885d-42c249c77e8c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'floatingip': {'port_id': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:48.291253 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:21:48.367692 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b96b88bc-8f74-474b-885d-42c249c77e8c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:48.854288 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fdbbf-326d-458c-9413-2cf98a126e75 req-9f38c3da-4799-4480-824d-45d150d852a7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:48.855606 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b58fdbbf-326d-458c-9413-2cf98a126e75 req-9f38c3da-4799-4480-824d-45d150d852a7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.2487147 May 18 06:21:49.100467 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b58fdbbf-326d-458c-9413-2cf98a126e75 req-159a1ff1-73a5-4411-a9e2-82ffa8959fd6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659397 May 18 06:21:49.278823 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b96b88bc-8f74-474b-885d-42c249c77e8c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:49.282393 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b96b88bc-8f74-474b-885d-42c249c77e8c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:49.446593 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.l3_db [None req-b96b88bc-8f74-474b-885d-42c249c77e8c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Floating IP 22f211bc-62ff-4091-87d2-ee8f00fc40c1 associated. External IP: 172.27.2.92, port: 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8. May 18 06:21:49.733790 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37838) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:49.791249 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96b88bc-8f74-474b-885d-42c249c77e8c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Router caee2f34-1677-4db6-90de-6e5893f99e98 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:21:49.852203 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-84b7f022-e6f5-4af8-9de5-b6e6e68c1593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:49.868638 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-84b7f022-e6f5-4af8-9de5-b6e6e68c1593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:49.873624 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-84b7f022-e6f5-4af8-9de5-b6e6e68c1593 admin admin] Usage tracker for resource:security_group_rule and tenant:199715f0edaf432ca1b31edd67da87fe is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:49.876470 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-84b7f022-e6f5-4af8-9de5-b6e6e68c1593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:49.882315 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-84b7f022-e6f5-4af8-9de5-b6e6e68c1593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:49.968176 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96b88bc-8f74-474b-885d-42c249c77e8c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:21:49.970324 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-84b7f022-e6f5-4af8-9de5-b6e6e68c1593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:49.972582 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b96b88bc-8f74-474b-885d-42c249c77e8c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:49.976955 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-84b7f022-e6f5-4af8-9de5-b6e6e68c1593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:49.986119 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e5315f12-82ae-458d-a039-d55100ba5075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:49.993557 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d85d4d-d139-40ad-95c5-c03d966c55e2 None None] Sync routers for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:21:50.006652 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d85d4d-d139-40ad-95c5-c03d966c55e2 None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:50.007348 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-27d85d4d-d139-40ad-95c5-c03d966c55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:50.014370 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7f022-e6f5-4af8-9de5-b6e6e68c1593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce96cc8a-b578-4afa-98ab-e216c238091d,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:50.018772 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-84b7f022-e6f5-4af8-9de5-b6e6e68c1593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:50.030350 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-b96b88bc-8f74-474b-885d-42c249c77e8c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "PUT /v2.0/floatingips/22f211bc-62ff-4091-87d2-ee8f00fc40c1 HTTP/1.1" status: 200 len: 990 time: 1.7450144 May 18 06:21:50.031192 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:50.035557 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-84b7f022-e6f5-4af8-9de5-b6e6e68c1593 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=199715f0edaf432ca1b31edd67da87fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007078 May 18 06:21:50.038548 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37852) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:50.107200 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dc1ce557-427e-4989-901b-f7793ebabb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:50.108290 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'status': 'completed', 'code': 200} May 18 06:21:50.142947 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dc1ce557-427e-4989-901b-f7793ebabb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:50.154300 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:21:50.275389 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa3bd4-9328-47ed-8f6e-b311cb03c721 req-029e2fb1-afa5-4e5a-b7f5-d5666ff03e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:50.277647 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d4aa3bd4-9328-47ed-8f6e-b311cb03c721 req-029e2fb1-afa5-4e5a-b7f5-d5666ff03e3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 1098 time: 0.1042531 May 18 06:21:50.278464 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dc1ce557-427e-4989-901b-f7793ebabb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:50.283926 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7ac7f526-67db-4ae6-b1c0-0d0cf2c21582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:50.322700 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ce557-427e-4989-901b-f7793ebabb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce96cc8a-b578-4afa-98ab-e216c238091d,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:50.325585 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-dc1ce557-427e-4989-901b-f7793ebabb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:50.376882 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d499967-2cf2-46a0-bd1b-d577651852fd req-959ced6d-59c3-4700-8735-f4b2e3f47861 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:50.378839 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0d499967-2cf2-46a0-bd1b-d577651852fd req-959ced6d-59c3-4700-8735-f4b2e3f47861 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.1265461 May 18 06:21:50.452454 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0d499967-2cf2-46a0-bd1b-d577651852fd req-66aae85a-be17-40a9-92f7-120d5fa5e909 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668943 May 18 06:21:50.476484 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-27d85d4d-d139-40ad-95c5-c03d966c55e2 None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:50.488780 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-dc1ce557-427e-4989-901b-f7793ebabb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:50.489907 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-dc1ce557-427e-4989-901b-f7793ebabb06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce96cc8a-b578-4afa-98ab-e216c238091d HTTP/1.1" status: 204 len: 168 time: 0.4504592 May 18 06:21:50.538908 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:50.558603 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa3bd4-9328-47ed-8f6e-b311cb03c721 req-c863b430-0c40-4800-8e5c-a246898e844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:50.560646 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'port_id': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'mac_address': 'fa:16:3e:89:29:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:21:50.561134 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d4aa3bd4-9328-47ed-8f6e-b311cb03c721 req-c863b430-0c40-4800-8e5c-a246898e844d service neutron] 10.222.0.18 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 918 time: 0.2675276 May 18 06:21:50.678943 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d4aa3bd4-9328-47ed-8f6e-b311cb03c721 req-27809d3e-ed03-43ba-bb04-f1e3e7769192 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 HTTP/1.1" status: 200 len: 998 time: 0.1094756 May 18 06:21:50.688786 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ece4f-ef65-4492-bb67-e0b424dcdcc2 req-47f79072-bfac-4b16-8a74-ce1a3fca5285 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:50.690266 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9f3ece4f-ef65-4492-bb67-e0b424dcdcc2 req-47f79072-bfac-4b16-8a74-ce1a3fca5285 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1158948 May 18 06:21:50.693802 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:50.714149 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:21:50.730106 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:50.737825 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:50.743344 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:50.754957 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9f3ece4f-ef65-4492-bb67-e0b424dcdcc2 req-ab6155f7-9a78-40a3-a20c-69e44efe8d84 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572908 May 18 06:21:50.783529 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa3bd4-9328-47ed-8f6e-b311cb03c721 req-75ff7c49-a127-463e-8a37-db672c4926a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:50.785205 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d4aa3bd4-9328-47ed-8f6e-b311cb03c721 req-75ff7c49-a127-463e-8a37-db672c4926a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 200 len: 856 time: 0.0974772 May 18 06:21:50.874317 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa3bd4-9328-47ed-8f6e-b311cb03c721 req-46b8bc42-2afa-45b7-a877-01d4dc81ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:50.875876 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d4aa3bd4-9328-47ed-8f6e-b311cb03c721 req-46b8bc42-2afa-45b7-a877-01d4dc81ca52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feb21229-4b88-4211-935f-c205971cde1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0809329 May 18 06:21:50.931394 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:50.937460 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:51.011372 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:21:51.022562 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d4aa3bd4-9328-47ed-8f6e-b311cb03c721 req-011a4960-9742-49a5-90d3-a221ed4cde3d service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332715 May 18 06:21:51.157657 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d4aa3bd4-9328-47ed-8f6e-b311cb03c721 req-61f74693-7b8b-4ce3-806f-663de5f53501 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298549 May 18 06:21:51.191573 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-27d85d4d-d139-40ad-95c5-c03d966c55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '22f211bc-62ff-4091-87d2-ee8f00fc40c1', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'port_id': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'mac_address': 'fa:16:3e:8f:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:21:33Z', 'updated_at': '2021-05-18T06:21:49Z', 'revision_number': 1, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:51.204654 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d85d4d-d139-40ad-95c5-c03d966c55e2 None None] Checking router: caee2f34-1677-4db6-90de-6e5893f99e98 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:21:51.232945 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d85d4d-d139-40ad-95c5-c03d966c55e2 None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:51.233563 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-27d85d4d-d139-40ad-95c5-c03d966c55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:51.279097 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37884) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:51.387407 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-399992611-network', 'tenant_id': '1ab0917bd6324bafa13293aabc4f3b21'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:51.392267 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:51.396046 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Usage tracker for resource:network and tenant:1ab0917bd6324bafa13293aabc4f3b21 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:51.399336 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:51.405496 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:51.415523 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Made reservation on behalf of 1ab0917bd6324bafa13293aabc4f3b21 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:51.418138 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:51.430644 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:51.444592 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:51.448309 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Usage tracker for resource:security_group_rule and tenant:1ab0917bd6324bafa13293aabc4f3b21 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:51.451022 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:51.456534 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:51.472706 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-27d85d4d-d139-40ad-95c5-c03d966c55e2 None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:51.548164 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:51.553451 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:51.566399 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:51.573338 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:21:51.612951 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1932220-3885-43f2-b8c9-182bd44d488a,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:51.616642 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:51.623545 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:51.624681 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Added segment 735fba3b-b533-447a-8fe1-96ab1dcacc49 of type vlan for network 9ab739ce-7d29-4df7-87e4-184c27f8084b May 18 06:21:51.656310 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:51.689011 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:51.690606 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:51.691223 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:51.714683 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:51.742879 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594fb60-2df0-4f55-8f40-aa38c1fbb5b2 req-70c0af73-4caf-4fee-864e-f31d881ba4ff tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:51.744568 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3594fb60-2df0-4f55-8f40-aa38c1fbb5b2 req-70c0af73-4caf-4fee-864e-f31d881ba4ff tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 944 time: 0.1819489 May 18 06:21:51.785091 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5022159 May 18 06:21:51.785561 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37894) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:51.794801 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Request body: {'subnet': {'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-399992611-subnet', 'tenant_id': '1ab0917bd6324bafa13293aabc4f3b21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:51.800656 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3594fb60-2df0-4f55-8f40-aa38c1fbb5b2 req-575df833-f447-4f53-9fa5-563afe8438f4 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501661 May 18 06:21:51.803021 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:51.807296 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Usage tracker for resource:subnet and tenant:1ab0917bd6324bafa13293aabc4f3b21 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:51.810929 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:51.816913 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:51.826609 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab739ce-7d29-4df7-87e4-184c27f8084b,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:51.828687 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:51.833259 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Made reservation on behalf of 1ab0917bd6324bafa13293aabc4f3b21 for: {'subnet': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:51.836580 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2767030'] for subnet, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:51.837399 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 9ab739ce-7d29-4df7-87e4-184c27f8084b details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:21:51.960837 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-27d85d4d-d139-40ad-95c5-c03d966c55e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '22f211bc-62ff-4091-87d2-ee8f00fc40c1', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'port_id': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'mac_address': 'fa:16:3e:8f:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:21:33Z', 'updated_at': '2021-05-18T06:21:49Z', 'revision_number': 1, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:51.965088 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d85d4d-d139-40ad-95c5-c03d966c55e2 None None] The sync data for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi is: [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '22f211bc-62ff-4091-87d2-ee8f00fc40c1', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'port_id': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'mac_address': 'fa:16:3e:8f:29:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:21:33Z', 'updated_at': '2021-05-18T06:21:49Z', 'revision_number': 1, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:21:52.020536 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3688f-5bf0-4c73-9bc3-c8e73a183565 req-aed49726-767b-4614-8201-6e1ffbb7ad1b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:52.022009 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-97a3688f-5bf0-4c73-9bc3-c8e73a183565 req-aed49726-767b-4614-8201-6e1ffbb7ad1b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.1205764 May 18 06:21:52.111800 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-97a3688f-5bf0-4c73-9bc3-c8e73a183565 req-500a49ae-5c1d-4afe-9cee-45723d3d7d12 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600138 May 18 06:21:52.162034 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a168116-b76c-45ae-88ab-eaebc9a8bb76 None None] New status for floating IP 22f211bc-62ff-4091-87d2-ee8f00fc40c1: ACTIVE {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:21:52.322471 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2121341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2767012'] for subnet, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:52.327199 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-35536471-41cd-470c-9ea1-458617e8e492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:52.399172 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda182c1-7edb-4708-b4d9-ebdf01feb69a,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:52.402375 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:52.408269 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Checking segment: {'id': '735fba3b-b533-447a-8fe1-96ab1dcacc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:52.408638 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Network hostable DHCP agents. Network: 9ab739ce-7d29-4df7-87e4-184c27f8084b, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:21:52.424978 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Network 9ab739ce-7d29-4df7-87e4-184c27f8084b is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:21:52.434887 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 9ab739ce-7d29-4df7-87e4-184c27f8084b) {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:52.444810 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:52.445330 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:52.450137 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc28e0a3-8ab6-45c3-8c8a-51839d5fc808 None None] Network 9ab739ce-7d29-4df7-87e4-184c27f8084b requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:21:52.470303 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-17e8a2a3-c958-4771-b6e8-20504ddd9ff4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6835938 May 18 06:21:52.657809 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a9768-bfb2-4504-b899-061b8847f8b5 None None] Network 9ab739ce-7d29-4df7-87e4-184c27f8084b requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:21:52.704787 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-29328602-56c9-4df1-aa92-96cb056508bc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:52.705509 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-29328602-56c9-4df1-aa92-96cb056508bc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Synchronizing usage tracker for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:52.722058 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-29328602-56c9-4df1-aa92-96cb056508bc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Unset dirty status for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:52.723314 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-29328602-56c9-4df1-aa92-96cb056508bc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.18 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0998995 May 18 06:21:52.870504 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Deleting port e5890317-87a3-4140-bc26-2c42d5d0193a {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:21:52.871195 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:52.995123 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f6baa-07ff-4d21-a004-c08d033beb54 req-010f4bdf-711d-4ae3-962b-15873bcb6a73 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:52.996783 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-503f6baa-07ff-4d21-a004-c08d033beb54 req-010f4bdf-711d-4ae3-962b-15873bcb6a73 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 944 time: 0.0826750 May 18 06:21:53.012981 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] For port e5890317-87a3-4140-bc26-2c42d5d0193a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e5890317-87a3-4140-bc26-2c42d5d0193a,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:53.013435 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:53.046023 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-503f6baa-07ff-4d21-a004-c08d033beb54 req-cd129608-5e3b-412e-9d09-05fbd4933b21 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427880 May 18 06:21:53.305754 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76e54f-c161-4575-befe-3e9e5ea1691f req-17b1ea6c-6b02-4b89-afbc-665f60287e99 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:53.307193 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8a76e54f-c161-4575-befe-3e9e5ea1691f req-17b1ea6c-6b02-4b89-afbc-665f60287e99 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 946 time: 0.0837901 May 18 06:21:53.316946 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:53.317318 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:53.317629 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.l3_db [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Floating IP b803c0e7-7881-4b1a-948a-adb3984a2125 disassociated. External IP: 172.27.2.123, port: e5890317-87a3-4140-bc26-2c42d5d0193a. May 18 06:21:53.317964 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Calling delete_port for e5890317-87a3-4140-bc26-2c42d5d0193a owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:21:53.354172 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8a76e54f-c161-4575-befe-3e9e5ea1691f req-d0269ce6-0fcc-4e58-9386-d9d8ce8c2758 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=2df1d068-5052-4626-ba2b-8768e0d51d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 May 18 06:21:53.396280 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:53.526453 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:53.534237 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:53.578924 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event deleted for resources: {'Port': ['ID=e5890317-87a3-4140-bc26-2c42d5d0193a,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:53.581721 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:53.764444 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Router 2542e25a-4276-446f-b8c8-fa9b78305244 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:21:53.945720 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:21:53.954807 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0a323-e4ae-45cd-9947-9bfc8fa427e2 None None] Sync routers for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:21:53.964211 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0a323-e4ae-45cd-9947-9bfc8fa427e2 None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:53.964867 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-18d0a323-e4ae-45cd-9947-9bfc8fa427e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:54.018176 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] No DVR routers for this DVR port e5890317-87a3-4140-bc26-2c42d5d0193a on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:21:54.020640 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:54.023370 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'name': 'network-vif-deleted', 'tag': 'e5890317-87a3-4140-bc26-2c42d5d0193a'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:54.040369 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4db32c4e-bae7-496b-b2c7-7f9840f31a16 req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.18 "DELETE /v2.0/ports/e5890317-87a3-4140-bc26-2c42d5d0193a HTTP/1.1" status: 204 len: 173 time: 1.3116977 May 18 06:21:54.078052 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecd6c63-b854-42b6-b9d2-97e25d1dfd42', 'name': 'network-vif-deleted', 'tag': 'e5890317-87a3-4140-bc26-2c42d5d0193a', 'status': 'completed', 'code': 200} May 18 06:21:54.148335 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:21:54.258563 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:21:54.263761 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-18d0a323-e4ae-45cd-9947-9bfc8fa427e2 None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:54.292155 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4257a-8290-41f2-bb72-efe29fd8fc51 req-7aace142-e56d-47de-8f3a-a32fc76d765e tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:54.299139 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-37e4257a-8290-41f2-bb72-efe29fd8fc51 req-7aace142-e56d-47de-8f3a-a32fc76d765e tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 944 time: 0.1243956 May 18 06:21:54.323789 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:21:54.324177 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:54.350917 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-37e4257a-8290-41f2-bb72-efe29fd8fc51 req-d0162bbc-c8a3-4d08-be61-005e18e0ed20 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503025 May 18 06:21:54.606091 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4fc807d9-eb0a-4dc9-81a5-3d635fb83e2c req-a80558fb-9167-410e-a5f2-1351ffb38788 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecd6c63-b854-42b6-b9d2-97e25d1dfd42 HTTP/1.1" status: 200 len: 210 time: 0.1118774 May 18 06:21:54.677932 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-0b82f6b1-8bbc-4087-8b36-33c611c825bb tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:54.679753 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-0b82f6b1-8bbc-4087-8b36-33c611c825bb tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/networks?id=9ab739ce-7d29-4df7-87e4-184c27f8084b HTTP/1.1" status: 200 len: 813 time: 0.2304013 May 18 06:21:54.705138 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-ac00c9b9-b9cb-42d3-a9f9-17ad71a1a41a tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/quotas/1ab0917bd6324bafa13293aabc4f3b21 HTTP/1.1" status: 200 len: 375 time: 0.0160875 May 18 06:21:54.723099 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:54.763690 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:54.773134 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-692c9ec2-dc49-4254-b00e-26651d8ab53d tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ab0917bd6324bafa13293aabc4f3b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670774 May 18 06:21:54.777640 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:21:54.789209 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:54.792422 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-8c331de9-bd18-4515-9848-74862981ad31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:54.858026 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'code': 200} May 18 06:21:54.871751 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:54.875050 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:54.880568 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-18d0a323-e4ae-45cd-9947-9bfc8fa427e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:54.886799 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0a323-e4ae-45cd-9947-9bfc8fa427e2 None None] Checking router: 2542e25a-4276-446f-b8c8-fa9b78305244 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:21:54.895900 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0a323-e4ae-45cd-9947-9bfc8fa427e2 None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:21:54.896600 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-18d0a323-e4ae-45cd-9947-9bfc8fa427e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:54.942338 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-c7970d5c-f7eb-4547-b1ce-4d15e8253cc9 service neutron] 10.222.0.13 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617532 May 18 06:21:55.078847 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-18d0a323-e4ae-45cd-9947-9bfc8fa427e2 None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:21:55.083922 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-4eb88b39-f056-4e08-8931-207b4a927923 service neutron] 10.222.0.13 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406839 May 18 06:21:55.154359 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334415aa-951f-4bb9-be4a-1f5deb6877ea req-29b049f3-ab80-426f-9484-8a25ec679e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:55.156130 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-334415aa-951f-4bb9-be4a-1f5deb6877ea req-29b049f3-ab80-426f-9484-8a25ec679e23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 1098 time: 0.0855005 May 18 06:21:55.209774 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-334415aa-951f-4bb9-be4a-1f5deb6877ea req-a2b11fa8-a872-493c-8163-c57eb48df21d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457866 May 18 06:21:55.315475 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1cde0b4e-93de-466e-9036-6114229c6187 req-c90b0852-847c-4fc1-9077-f3055f4e7160 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 210 time: 0.0764782 May 18 06:21:55.473010 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-18d0a323-e4ae-45cd-9947-9bfc8fa427e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:21:55.477892 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0a323-e4ae-45cd-9947-9bfc8fa427e2 None None] The sync data for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi is: [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:21:55.556655 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0302ac-9c26-41e6-9c28-e80b5ee6c2b1 req-60b27cb8-0bff-4263-b10c-2801b2e52712 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:55.558237 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c0302ac-9c26-41e6-9c28-e80b5ee6c2b1 req-60b27cb8-0bff-4263-b10c-2801b2e52712 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0899498 May 18 06:21:55.718742 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c0302ac-9c26-41e6-9c28-e80b5ee6c2b1 req-e36d2ef7-9552-4a08-9fb8-cbe12409e4e2 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537273 May 18 06:21:55.815015 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37958) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:55.851299 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aca8730-bad0-4e99-8661-77fdc9088bed None None] New status for floating IP b803c0e7-7881-4b1a-948a-adb3984a2125: DOWN {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:21:55.921211 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12e2bd00-af62-4c8d-a828-50104d654c88 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:55.982672 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12e2bd00-af62-4c8d-a828-50104d654c88 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:56.053482 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12e2bd00-af62-4c8d-a828-50104d654c88 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:56.066816 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-74135ee0-e34b-4f73-a803-35efb7bfedfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:56.090783 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2bd00-af62-4c8d-a828-50104d654c88 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df1d068-5052-4626-ba2b-8768e0d51d0b,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:56.093537 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-12e2bd00-af62-4c8d-a828-50104d654c88 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:56.095114 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-12e2bd00-af62-4c8d-a828-50104d654c88 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:56.096274 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-12e2bd00-af62-4c8d-a828-50104d654c88 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "DELETE /v2.0/security-groups/2df1d068-5052-4626-ba2b-8768e0d51d0b HTTP/1.1" status: 204 len: 168 time: 0.2815344 May 18 06:21:56.098982 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37962) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:56.120452 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.api.v2.resource [None req-8cfd4649-c1a7-485e-bf78-73a945b0d827 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] show failed (client error): The resource could not be found. May 18 06:21:56.121849 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-8cfd4649-c1a7-485e-bf78-73a945b0d827 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups/2df1d068-5052-4626-ba2b-8768e0d51d0b HTTP/1.1" status: 404 len: 347 time: 0.0213296 May 18 06:21:56.124746 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 37966) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:56.126122 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e5890317-87a3-4140-bc26-2c42d5d0193a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:21:56.180546 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: e5890317-87a3-4140-bc26-2c42d5d0193a {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:21:56.181169 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e5890317-87a3-4140-bc26-2c42d5d0193a not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:21:56.348449 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Deleting port 7308d28a-a437-4f2c-99b3-b6bf06f234f8 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:21:56.348975 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:56.464974 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e8ccafb8-bed4-4e99-9ff0-139c98ebb2c9 req-02eb5610-98ba-4dcb-ac16-df6a51ca5902 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 210 time: 0.0443978 May 18 06:21:56.470350 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:56.470787 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:56.602808 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Calling delete_port for 7308d28a-a437-4f2c-99b3-b6bf06f234f8 owned by network:floatingip {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:21:56.862778 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-a843afac-3a8b-451c-85fb-88ab44aa8ac1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:56.863375 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-a843afac-3a8b-451c-85fb-88ab44aa8ac1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Synchronizing usage tracker for tenant:1ab0917bd6324bafa13293aabc4f3b21 on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:56.893527 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-a843afac-3a8b-451c-85fb-88ab44aa8ac1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Unset dirty status for tenant:1ab0917bd6324bafa13293aabc4f3b21 on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:56.894833 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-a843afac-3a8b-451c-85fb-88ab44aa8ac1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.18 "GET /v2.0/networks?id=9ab739ce-7d29-4df7-87e4-184c27f8084b HTTP/1.1" status: 200 len: 813 time: 0.2991424 May 18 06:21:56.920982 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8ce7a-983b-4165-8985-4ce2c448379d req-f8ccff9e-fcc9-448f-af41-130dc7124be3 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:56.922444 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-98d8ce7a-983b-4165-8985-4ce2c448379d req-f8ccff9e-fcc9-448f-af41-130dc7124be3 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0835700 May 18 06:21:56.938016 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Request body: {'port': {'device_id': '6586fe1b-5125-4663-bd56-a44152804370', 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b', 'admin_state_up': True, 'tenant_id': '1ab0917bd6324bafa13293aabc4f3b21'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:56.966556 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-98d8ce7a-983b-4165-8985-4ce2c448379d req-088cc1df-acda-498b-9708-715c8f4502e0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379577 May 18 06:21:57.060093 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:57.069413 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-357779c0-1134-40d1-896e-338cd5ee8fbb tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:57.154600 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f3d9b-d59c-4929-9a42-926806b9b16a req-ec87b073-0f13-4f43-8d56-d4729eaced0e tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:57.156108 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-957f3d9b-d59c-4929-9a42-926806b9b16a req-ec87b073-0f13-4f43-8d56-d4729eaced0e tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0812669 May 18 06:21:57.158606 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event deleted for resources: {'Port': ['ID=7308d28a-a437-4f2c-99b3-b6bf06f234f8,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:57.167455 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:57.202564 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-957f3d9b-d59c-4929-9a42-926806b9b16a req-aa330dad-9816-47d8-a752-9611536aaaba tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387993 May 18 06:21:57.205345 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:57.212310 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Usage tracker for resource:port and tenant:1ab0917bd6324bafa13293aabc4f3b21 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:57.216634 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:57.225658 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:57.226279 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37982) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:57.238936 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:57.246869 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Made reservation on behalf of 1ab0917bd6324bafa13293aabc4f3b21 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:21:57.250357 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:57.276989 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:57.278127 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "DELETE /v2.0/floatingips/b803c0e7-7881-4b1a-948a-adb3984a2125 HTTP/1.1" status: 204 len: 168 time: 1.1522977 May 18 06:21:57.431299 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e1354-f2fd-45ba-ad8b-81493a40a579 tempest-TestShelveInstance-1935423218 tempest-TestShelveInstance-1935423218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:57.432116 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-723e1354-f2fd-45ba-ad8b-81493a40a579 tempest-TestShelveInstance-1935423218 tempest-TestShelveInstance-1935423218-project-admin] Synchronizing usage tracker for tenant:53847520dff64e359d59d71147234156 on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:21:57.444167 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Allocated IP 172.20.0.5 (9ab739ce-7d29-4df7-87e4-184c27f8084b/bda182c1-7edb-4708-b4d9-ebdf01feb69a/e90c3252-e9ad-402b-9f90-ceca098355a7) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:57.448946 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-723e1354-f2fd-45ba-ad8b-81493a40a579 tempest-TestShelveInstance-1935423218 tempest-TestShelveInstance-1935423218-project-admin] Unset dirty status for tenant:53847520dff64e359d59d71147234156 on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:21:57.450408 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-723e1354-f2fd-45ba-ad8b-81493a40a579 tempest-TestShelveInstance-1935423218 tempest-TestShelveInstance-1935423218-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 1093 time: 0.2231729 May 18 06:21:57.453318 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37990) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:57.458809 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Request body: {'floatingip': {'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'port_id': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:57.465900 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:57.469769 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Usage tracker for resource:floatingip and tenant:7902c59b50db4039b7567ef70cb1eedd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:57.472811 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:57.479001 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:57.493237 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for floatingip, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:57.632947 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2c2c3d6c-1c0a-45f4-b3b6-dbd4d883c9c3 req-f04366a7-7b8d-45b1-8fce-724e80ecf1fd tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 210 time: 0.0466909 May 18 06:21:57.683181 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:57.696981 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:57.715080 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:57.720570 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d16ae87e-c340-44b3-a37c-15d09e984ad3 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:57.784691 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Network 9ab739ce-7d29-4df7-87e4-184c27f8084b is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:57.787693 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:57.791526 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:57.821235 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Pushing event updated for resources: {'Port': ['ID=e90c3252-e9ad-402b-9f90-ceca098355a7,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:57.831365 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:57.836026 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Allocated IP 172.27.2.90 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/ecf7f14c-5fef-4ac1-ab53-892739b9cf46) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:21:57.860418 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:57.861139 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:57.883283 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9566095 May 18 06:21:57.902378 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Request body: {'port': {'device_id': '6586fe1b-5125-4663-bd56-a44152804370', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:57.912345 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 37996) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:57.926671 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'security_group': {'name': 'tempest-securitygroup--567421675', 'description': 'tempest-description--729409265'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:57.933862 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:57.940659 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Usage tracker for resource:security_group and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:57.945196 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:57.953035 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:57.978845 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.014240 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.020629 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:58.026070 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.031305 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Usage tracker for resource:security_group_rule and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:58.035260 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:58.041966 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:58.092298 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.100450 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:58.185828 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:21:58.191513 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:21:58.199935 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event updated for resources: {'Port': ['ID=ecf7f14c-5fef-4ac1-ab53-892739b9cf46,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:58.203237 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:21:58.236705 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.246654 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.247036 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.247408 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.247794 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.248160 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.248517 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.248876 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.249231 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.249585 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.249939 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.250289 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.250640 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:21:58.256800 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:58.257400 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.264169 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-096d2837-7d0a-4939-bcdd-710364c9de87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:58.358162 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd626120-fae8-477d-9526-a0a4a32a8aed,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:58.364325 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:58.367833 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.368832 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90c3252-e9ad-402b-9f90-ceca098355a7 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:21:58.369044 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4557257 May 18 06:21:58.371791 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38002) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:58.377243 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.378913 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'security_group_rule': {'security_group_id': 'bd626120-fae8-477d-9526-a0a4a32a8aed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:58.388746 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:58.391935 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Transition to ACTIVE for port object e90c3252-e9ad-402b-9f90-ceca098355a7 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:21:58.395485 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.399046 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-fe913631-b45f-487e-8ec7-54a66549b07d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:58.427935 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Usage tracker for resource:security_group_rule and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:58.433517 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:58.442516 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:58.521950 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.551567 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Pushing event updated for resources: {'Port': ['ID=e90c3252-e9ad-402b-9f90-ceca098355a7,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:58.558837 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:58.621515 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Attempting to bind port e90c3252-e9ad-402b-9f90-ceca098355a7 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:21:58.621846 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Attempting to bind port e90c3252-e9ad-402b-9f90-ceca098355a7 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '735fba3b-b533-447a-8fe1-96ab1dcacc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:21:58.622172 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Attempting to bind port e90c3252-e9ad-402b-9f90-ceca098355a7 on network 9ab739ce-7d29-4df7-87e4-184c27f8084b {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:58.626595 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Port e90c3252-e9ad-402b-9f90-ceca098355a7 on network 9ab739ce-7d29-4df7-87e4-184c27f8084b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:21:58.626911 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Attempting to bind port e90c3252-e9ad-402b-9f90-ceca098355a7 on network 9ab739ce-7d29-4df7-87e4-184c27f8084b {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:21:58.631967 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:21:58.632296 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Checking segment: {'id': '735fba3b-b533-447a-8fe1-96ab1dcacc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:21:58.632674 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Bound using segment: {'id': '735fba3b-b533-447a-8fe1-96ab1dcacc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:21:58.633110 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Bound port: e90c3252-e9ad-402b-9f90-ceca098355a7, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735fba3b-b533-447a-8fe1-96ab1dcacc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:21:58.633443 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.682022 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.692784 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.697627 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fa064d46-2a4f-4e96-83d7-9d239ef96e5f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:58.735151 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1fb430-4e33-49b3-82ce-511b763a1a93,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:58.738929 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:58.760903 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.762116 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3894589 May 18 06:21:58.764973 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38008) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:58.771316 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'security_group_rule': {'security_group_id': 'bd626120-fae8-477d-9526-a0a4a32a8aed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:58.780699 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:58.820694 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] For port e90c3252-e9ad-402b-9f90-ceca098355a7, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:21:58.821721 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Usage tracker for resource:security_group_rule and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:58.824138 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] For port e90c3252-e9ad-402b-9f90-ceca098355a7, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e90c3252-e9ad-402b-9f90-ceca098355a7,segment=NetworkSegment(735fba3b-b533-447a-8fe1-96ab1dcacc49),segment_id=735fba3b-b533-447a-8fe1-96ab1dcacc49)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:21:58.828395 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.830439 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:58.833005 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b464935f-f701-40fa-a59b-a30b3b05ec7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:58.846949 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:58.877012 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.888336 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.889907 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:58.890877 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:58.892259 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] 10.222.0.18 "PUT /v2.0/ports/e90c3252-e9ad-402b-9f90-ceca098355a7 HTTP/1.1" status: 200 len: 1093 time: 0.9970760 May 18 06:21:58.894699 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6586fe1b-5125-4663-bd56-a44152804370', 'tag': 'e90c3252-e9ad-402b-9f90-ceca098355a7'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:21:58.919813 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Pushing event updated for resources: {'Port': ['ID=e90c3252-e9ad-402b-9f90-ceca098355a7,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:58.922824 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:58.986487 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6586fe1b-5125-4663-bd56-a44152804370', 'tag': 'e90c3252-e9ad-402b-9f90-ceca098355a7', 'status': 'completed', 'code': 200} May 18 06:21:59.024121 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-c082b38c-8a6e-4719-a710-eaf1058ef211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:59.025817 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-c082b38c-8a6e-4719-a710-eaf1058ef211 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ab0917bd6324bafa13293aabc4f3b21&device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 1096 time: 0.0811045 May 18 06:21:59.041907 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e391e-fdb6-4a74-aa54-82b5794a3b3d req-17985fab-58ec-45be-bbb3-3ba4a18750a9 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:59.043352 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5e7e391e-fdb6-4a74-aa54-82b5794a3b3d req-17985fab-58ec-45be-bbb3-3ba4a18750a9 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 943 time: 0.2665205 May 18 06:21:59.096018 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-0083ce04-c429-4ad6-9d71-b5921ae9114e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e90c3252-e9ad-402b-9f90-ceca098355a7 HTTP/1.1" status: 200 len: 217 time: 0.0627651 May 18 06:21:59.124466 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:59.137261 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:59.148214 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1628b4ed-77e7-4f0b-8b8c-46f18185e2b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:59.153467 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:59.157128 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-408e671d-291f-43b5-878b-28b36c00bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:59.158539 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-408e671d-291f-43b5-878b-28b36c00bfc0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bda182c1-7edb-4708-b4d9-ebdf01feb69a HTTP/1.1" status: 200 len: 853 time: 0.0554626 May 18 06:21:59.197442 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5e7e391e-fdb6-4a74-aa54-82b5794a3b3d req-da180652-bdb9-49e8-a94d-d61547d74df3 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267824 May 18 06:21:59.206198 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-ff3c1c2c-39af-484b-9000-f60c01b70d00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ab739ce-7d29-4df7-87e4-184c27f8084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402610 May 18 06:21:59.219188 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b120795-2f80-4ef8-a13c-78f79e89af05,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:59.226325 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:59.235548 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:59.236796 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-74c8b67e-9130-48d1-a791-170bff61d15d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4707377 May 18 06:21:59.241411 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38016) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:21:59.250139 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'floatingip': {'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:21:59.304643 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:21:59.319996 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Usage tracker for resource:floatingip and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:21:59.324400 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:21:59.332863 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:21:59.359207 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:59.398142 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:59.402655 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2121416'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:59.406392 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b0fb0fef-2aad-431e-8cf0-bc788be54196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:21:59.450048 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-de0f9b32-94fa-4c71-97f2-c409f48b37ea service neutron] 10.222.0.18 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367659 May 18 06:21:59.515945 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event updated for resources: {'Port': ['ID=ecf7f14c-5fef-4ac1-ab53-892739b9cf46,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:21:59.519863 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:21:59.527379 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:59.618217 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-a213bfd4-7756-4626-af7a-edf3edffe441 req-2ec5e835-3e6c-4174-a3c5-427d0f05bda8 service neutron] 10.222.0.18 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526239 May 18 06:21:59.627800 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:21:59.697421 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.l3_db [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Floating IP 2b56d866-93ee-43a9-9ba6-cf7b3a90f1e1 associated. External IP: 172.27.2.90, port: 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd. May 18 06:21:59.808356 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9900-e258-4dd1-ba90-fe927a4f4bc2 req-ceac98f1-beaa-4f3f-86f0-b2a77982bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:21:59.809718 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d33b9900-e258-4dd1-ba90-fe927a4f4bc2 req-ceac98f1-beaa-4f3f-86f0-b2a77982bf8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ab0917bd6324bafa13293aabc4f3b21&device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 1096 time: 0.1417871 May 18 06:21:59.850487 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Allocated IP 172.27.2.29 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/1d14eeee-7c74-47c3-8954-170b5a53e6c2) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:22:00.039685 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9900-e258-4dd1-ba90-fe927a4f4bc2 req-e4ab3570-fd56-48dd-bced-3d3732f3d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:00.040783 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Router 5d16a58e-3289-414a-b3b7-050661d55de4 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:22:00.042975 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d33b9900-e258-4dd1-ba90-fe927a4f4bc2 req-e4ab3570-fd56-48dd-bced-3d3732f3d12e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ab739ce-7d29-4df7-87e4-184c27f8084b HTTP/1.1" status: 200 len: 914 time: 0.2233109 May 18 06:22:00.114604 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d33b9900-e258-4dd1-ba90-fe927a4f4bc2 req-85667854-1187-4444-bfff-b2409ee9cff4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e90c3252-e9ad-402b-9f90-ceca098355a7 HTTP/1.1" status: 200 len: 217 time: 0.0611315 May 18 06:22:00.191679 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:00.206362 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9900-e258-4dd1-ba90-fe927a4f4bc2 req-98ef701f-fead-426b-b66a-2f3b92f0c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:00.207818 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d33b9900-e258-4dd1-ba90-fe927a4f4bc2 req-98ef701f-fead-426b-b66a-2f3b92f0c217 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bda182c1-7edb-4708-b4d9-ebdf01feb69a HTTP/1.1" status: 200 len: 853 time: 0.0826397 May 18 06:22:00.214538 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:22:00.227774 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b5cc5-1754-47ed-ae39-8d2e6f29f235 None None] Sync routers for ids ['5d16a58e-3289-414a-b3b7-050661d55de4'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:22:00.249298 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:00.257299 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b5cc5-1754-47ed-ae39-8d2e6f29f235 None None] Routers {'5d16a58e-3289-414a-b3b7-050661d55de4'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:00.258132 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-704b5cc5-1754-47ed-ae39-8d2e6f29f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5d16a58e-3289-414a-b3b7-050661d55de4'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:00.262359 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d33b9900-e258-4dd1-ba90-fe927a4f4bc2 req-56ac1aef-67c4-43bd-ab7c-0e4d2bc1adba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ab739ce-7d29-4df7-87e4-184c27f8084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434859 May 18 06:22:00.322156 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:00.330795 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0102069a-b987-4207-9bb8-53117cb82d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:00.378047 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9235933 May 18 06:22:00.384003 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:00.417739 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c94da9-f95d-481b-a77d-750f36f1821e req-03e23451-9d0c-4155-b863-56a4e9095b7d tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:00.419635 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-95c94da9-f95d-481b-a77d-750f36f1821e req-03e23451-9d0c-4155-b863-56a4e9095b7d tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 943 time: 0.1032739 May 18 06:22:00.470694 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-95c94da9-f95d-481b-a77d-750f36f1821e req-50873d58-aed3-49fb-b8e3-08b8cc19eb7c tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 May 18 06:22:00.503159 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-704b5cc5-1754-47ed-ae39-8d2e6f29f235 None None] Set router 5d16a58e-3289-414a-b3b7-050661d55de4 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:00.525447 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'status': 'completed', 'code': 200} May 18 06:22:00.632359 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:22:00.639440 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:00.642324 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:22:00.690365 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'Port': ['ID=1d14eeee-7c74-47c3-8954-170b5a53e6c2,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:00.694205 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:00.750327 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d33b9900-e258-4dd1-ba90-fe927a4f4bc2 req-47583939-ef2d-4e7f-92b3-7bbcc61868f8 service neutron] 10.222.0.18 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771659 May 18 06:22:00.840736 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882f846-ae70-4cbc-a02a-2c28e6974dc1 req-1f08ad98-163d-44e5-8e84-355643257a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:00.842212 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1882f846-ae70-4cbc-a02a-2c28e6974dc1 req-1f08ad98-163d-44e5-8e84-355643257a5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7902c59b50db4039b7567ef70cb1eedd&device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 1098 time: 0.2759299 May 18 06:22:00.852434 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-704b5cc5-1754-47ed-ae39-8d2e6f29f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:06Z', 'revision_number': 4, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '2b56d866-93ee-43a9-9ba6-cf7b3a90f1e1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'port_id': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'mac_address': 'fa:16:3e:89:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:21:58Z', 'updated_at': '2021-05-18T06:21:58Z', 'revision_number': 0, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0852ec5-36b6-46b6-8275-1a4b77e99379', 'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:04Z', 'updated_at': '2021-05-18T06:21:13Z', 'revision_number': 5, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'subnets': [{'id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:00.856245 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b5cc5-1754-47ed-ae39-8d2e6f29f235 None None] Checking router: 5d16a58e-3289-414a-b3b7-050661d55de4 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:22:00.864561 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b5cc5-1754-47ed-ae39-8d2e6f29f235 None None] Routers {'5d16a58e-3289-414a-b3b7-050661d55de4'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:00.865161 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-704b5cc5-1754-47ed-ae39-8d2e6f29f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:21:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5d16a58e-3289-414a-b3b7-050661d55de4'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:00.947826 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:01.038293 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-704b5cc5-1754-47ed-ae39-8d2e6f29f235 None None] Set router 5d16a58e-3289-414a-b3b7-050661d55de4 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:01.054148 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d33b9900-e258-4dd1-ba90-fe927a4f4bc2 req-3f24bbd6-8373-48c9-ae06-8141a886efa0 service neutron] 10.222.0.18 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948806 May 18 06:22:01.075986 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:01.103977 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882f846-ae70-4cbc-a02a-2c28e6974dc1 req-52948944-a03a-40a8-bf96-cc5d5e309cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:01.105402 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1882f846-ae70-4cbc-a02a-2c28e6974dc1 req-52948944-a03a-40a8-bf96-cc5d5e309cde service neutron] 10.222.0.18 "GET /v2.0/networks?id=9777a738-0815-4946-9d71-d335a68f34d1 HTTP/1.1" status: 200 len: 909 time: 0.2526238 May 18 06:22:01.239817 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1882f846-ae70-4cbc-a02a-2c28e6974dc1 req-3c7ee5ce-39b7-4292-8f89-e38bcb94b93c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd HTTP/1.1" status: 200 len: 998 time: 0.1230836 May 18 06:22:01.372622 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882f846-ae70-4cbc-a02a-2c28e6974dc1 req-2c4778fe-2348-4ce3-ad3c-60ffb4043146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:01.374136 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1882f846-ae70-4cbc-a02a-2c28e6974dc1 req-2c4778fe-2348-4ce3-ad3c-60ffb4043146 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2100b811-c80a-4cc2-9677-28d097cba4ff HTTP/1.1" status: 200 len: 847 time: 0.0902400 May 18 06:22:01.377600 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-704b5cc5-1754-47ed-ae39-8d2e6f29f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:06Z', 'revision_number': 4, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '2b56d866-93ee-43a9-9ba6-cf7b3a90f1e1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'port_id': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'mac_address': 'fa:16:3e:89:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:21:58Z', 'updated_at': '2021-05-18T06:21:58Z', 'revision_number': 0, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0852ec5-36b6-46b6-8275-1a4b77e99379', 'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:04Z', 'updated_at': '2021-05-18T06:21:13Z', 'revision_number': 5, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'subnets': [{'id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:01.382270 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b5cc5-1754-47ed-ae39-8d2e6f29f235 None None] The sync data for ids ['5d16a58e-3289-414a-b3b7-050661d55de4'] in dv-cinder-784623-10-iscsi is: [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:06Z', 'revision_number': 4, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '2b56d866-93ee-43a9-9ba6-cf7b3a90f1e1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'port_id': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'mac_address': 'fa:16:3e:89:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:21:58Z', 'updated_at': '2021-05-18T06:21:58Z', 'revision_number': 0, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0852ec5-36b6-46b6-8275-1a4b77e99379', 'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:04Z', 'updated_at': '2021-05-18T06:21:13Z', 'revision_number': 5, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'subnets': [{'id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:22:01.471995 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:01.477676 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:01.482058 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6f4084fe-e6e9-41de-a470-0bf018ccc76b tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:01.589637 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882f846-ae70-4cbc-a02a-2c28e6974dc1 req-9de830d5-ae81-4719-a637-998972f501dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:01.591114 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1882f846-ae70-4cbc-a02a-2c28e6974dc1 req-9de830d5-ae81-4719-a637-998972f501dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9777a738-0815-4946-9d71-d335a68f34d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1985362 May 18 06:22:01.599747 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'Port': ['ID=1d14eeee-7c74-47c3-8954-170b5a53e6c2,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:01.604381 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:01.629182 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb270790-75ff-4bce-a5bc-bd6a4d4b3045 None None] New status for floating IP 2b56d866-93ee-43a9-9ba6-cf7b3a90f1e1: ACTIVE {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:22:01.631263 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:01.679313 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976624d-719b-4e56-b3dc-3b7ebda38cbf req-bcc08149-674d-45db-87c2-5c73df889b93 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:01.680779 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1976624d-719b-4e56-b3dc-3b7ebda38cbf req-bcc08149-674d-45db-87c2-5c73df889b93 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 943 time: 0.0943897 May 18 06:22:01.717289 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:01.718492 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4760959 May 18 06:22:01.766265 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1882f846-ae70-4cbc-a02a-2c28e6974dc1 req-274469bf-8253-4c06-b93e-8508be53a663 service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568279 May 18 06:22:01.836504 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1976624d-719b-4e56-b3dc-3b7ebda38cbf req-18e61f84-8abd-4e8c-962e-11ad4a01d4a1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495941 May 18 06:22:01.920899 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-1882f846-ae70-4cbc-a02a-2c28e6974dc1 req-e812054b-548b-4a5b-ac5b-adcebc1b5b4d service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453731 May 18 06:22:01.971177 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-959d2e59-76f5-43dc-8743-e1c0ddecc26e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Synchronizing usage tracker for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:security_group {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:22:01.986119 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-959d2e59-76f5-43dc-8743-e1c0ddecc26e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Unset dirty status for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:security_group {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:22:01.987367 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-959d2e59-76f5-43dc-8743-e1c0ddecc26e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--567421675&fields=id&tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd HTTP/1.1" status: 200 len: 267 time: 0.0567706 May 18 06:22:02.135131 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-8a7a2555-4b62-451a-8d5e-31552416357f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:02.136483 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-8a7a2555-4b62-451a-8d5e-31552416357f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/networks?id=fa69bd4a-a63f-4b32-9479-e675b2113b20 HTTP/1.1" status: 200 len: 811 time: 0.1422997 May 18 06:22:02.150952 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-fcf8eeb4-a1ce-4c6e-b25e-74258774e8a2 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/quotas/797cf5d9b9e64d3ab1b68e7d675699fd HTTP/1.1" status: 200 len: 375 time: 0.0090444 May 18 06:22:02.166143 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e90c3252-e9ad-402b-9f90-ceca098355a7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:22:02.236455 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-6877e050-0ad3-43fc-8c4e-4c91b8b38fac tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806012 May 18 06:22:02.297872 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port e90c3252-e9ad-402b-9f90-ceca098355a7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e90c3252-e9ad-402b-9f90-ceca098355a7,segment=NetworkSegment(735fba3b-b533-447a-8fe1-96ab1dcacc49),segment_id=735fba3b-b533-447a-8fe1-96ab1dcacc49)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:02.310911 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': 'e90c3252-e9ad-402b-9f90-ceca098355a7', 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b', 'port_id': 'e90c3252-e9ad-402b-9f90-ceca098355a7', 'mac_address': 'fa:16:3e:84:91:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda182c1-7edb-4708-b4d9-ebdf01feb69a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:22:02.367840 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:02.370311 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-d6162abd-bb08-400c-ad23-ebfab6337007 service neutron] 10.222.0.13 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257439 May 18 06:22:02.384957 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90c3252-e9ad-402b-9f90-ceca098355a7 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:22:02.401274 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port e90c3252-e9ad-402b-9f90-ceca098355a7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e90c3252-e9ad-402b-9f90-ceca098355a7,segment=NetworkSegment(735fba3b-b533-447a-8fe1-96ab1dcacc49),segment_id=735fba3b-b533-447a-8fe1-96ab1dcacc49)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:02.405511 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:02.408428 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:02.472796 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=e90c3252-e9ad-402b-9f90-ceca098355a7,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:02.476191 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:02.500494 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-b7cf1ecb-38be-407c-aee5-7d9fe05a3e05 service neutron] 10.222.0.13 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242330 May 18 06:22:02.658077 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['e90c3252-e9ad-402b-9f90-ceca098355a7'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:22:02.685651 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e7724143-2b36-488b-871d-01d56dbcd93a req-6b867790-7769-470c-82a7-8a7633e5649f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 210 time: 0.0544372 May 18 06:22:03.035775 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0a78e-454a-40ce-bba4-5d411a9204a3 req-bcd4c3c9-a6bc-49cf-a63c-4b1db5f30217 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:03.037399 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6db0a78e-454a-40ce-bba4-5d411a9204a3 req-bcd4c3c9-a6bc-49cf-a63c-4b1db5f30217 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 944 time: 0.0829675 May 18 06:22:03.082278 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6db0a78e-454a-40ce-bba4-5d411a9204a3 req-dd8f9400-89ab-4e52-8bd5-6fc0640ada55 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388460 May 18 06:22:03.851986 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-97e4d792-3bef-4dce-8b15-2e726ff16bd9 req-2d972ec8-0c8a-47fe-bd0d-ff56e99a660e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 210 time: 0.0468602 May 18 06:22:03.940768 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-e794e142-6473-46b9-9188-1df533d02d39 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:03.942182 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-e794e142-6473-46b9-9188-1df533d02d39 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.18 "GET /v2.0/networks?id=fa69bd4a-a63f-4b32-9479-e675b2113b20 HTTP/1.1" status: 200 len: 811 time: 0.2692685 May 18 06:22:03.994087 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-e2dce9dd-e115-44f0-bd4e-3a6f6f7b3051 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Synchronizing usage tracker for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:22:04.005700 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-e2dce9dd-e115-44f0-bd4e-3a6f6f7b3051 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Unset dirty status for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:22:04.006804 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-e2dce9dd-e115-44f0-bd4e-3a6f6f7b3051 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd HTTP/1.1" status: 200 len: 379 time: 0.0553820 May 18 06:22:04.017656 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'port': {'device_id': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'admin_state_up': True, 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'security_groups': ['bd626120-fae8-477d-9526-a0a4a32a8aed']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:04.043347 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ec927a79-f2da-4081-8be5-bb47f832777f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:04.153441 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:04.157554 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Usage tracker for resource:port and tenant:797cf5d9b9e64d3ab1b68e7d675699fd is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:04.160359 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:04.166663 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:04.177098 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Made reservation on behalf of 797cf5d9b9e64d3ab1b68e7d675699fd for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:22:04.180646 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:04.188362 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e90c3252-e9ad-402b-9f90-ceca098355a7 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:04.259380 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port e90c3252-e9ad-402b-9f90-ceca098355a7 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:04.265214 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port e90c3252-e9ad-402b-9f90-ceca098355a7 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:04.265780 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:04.286254 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244cac6-689b-46f8-9718-c50ded743a86 req-4e5bec33-649c-46a5-a5b9-2649b8213449 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:04.294769 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1244cac6-689b-46f8-9718-c50ded743a86 req-4e5bec33-649c-46a5-a5b9-2649b8213449 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 944 time: 0.1078088 May 18 06:22:04.338350 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1244cac6-689b-46f8-9718-c50ded743a86 req-61acd085-7c87-4ef3-a4c3-0b7f0812805b tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431180 May 18 06:22:04.355964 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Allocated IP 172.20.0.6 (fa69bd4a-a63f-4b32-9479-e675b2113b20/c1439b6e-bf79-4140-b375-719a48f85281/9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:22:04.383803 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:04.410003 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6586fe1b-5125-4663-bd56-a44152804370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90c3252-e9ad-402b-9f90-ceca098355a7'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:04.420347 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port e90c3252-e9ad-402b-9f90-ceca098355a7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e90c3252-e9ad-402b-9f90-ceca098355a7,segment=NetworkSegment(735fba3b-b533-447a-8fe1-96ab1dcacc49),segment_id=735fba3b-b533-447a-8fe1-96ab1dcacc49)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:04.424543 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:04.426706 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:04.459873 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6586fe1b-5125-4663-bd56-a44152804370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90c3252-e9ad-402b-9f90-ceca098355a7', 'code': 200} May 18 06:22:04.496909 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=e90c3252-e9ad-402b-9f90-ceca098355a7,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:04.499809 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:04.544667 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:04.560096 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Transition to ACTIVE for port object 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:04.586317 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:04.594334 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:04.705988 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Network fa69bd4a-a63f-4b32-9479-e675b2113b20 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:22:04.711483 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:04.714038 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:22:04.764686 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event updated for resources: {'Port': ['ID=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:04.767564 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:04.796512 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:04.797049 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:04.815231 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badc375-cbdb-4f2f-baa9-000074bf5762 req-02675dbf-a708-4369-811b-dce3f0815fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:04.816758 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8badc375-cbdb-4f2f-baa9-000074bf5762 req-02675dbf-a708-4369-811b-dce3f0815fdd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 1098 time: 0.1910377 May 18 06:22:04.845862 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8318708 May 18 06:22:04.864327 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Request body: {'port': {'device_id': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:04.909785 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8badc375-cbdb-4f2f-baa9-000074bf5762 req-d433502a-34fb-4390-8592-40b66488427e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855186 May 18 06:22:04.961117 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-718a710a-d716-471f-bd7c-1185638ce958 None None] Provisioning for port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:04.977006 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-718a710a-d716-471f-bd7c-1185638ce958 None None] Provisioning complete for port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:04.977383 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-718a710a-d716-471f-bd7c-1185638ce958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:04.981315 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.032555 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-718a710a-d716-471f-bd7c-1185638ce958 None None] Port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:22:05.053400 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6cc03-c31c-4eb6-8878-c4f936a6ac0b req-a25f4c51-4ea4-41fd-a3e6-ded397ffec2b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:05.054880 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b9d6cc03-c31c-4eb6-8878-c4f936a6ac0b req-a25f4c51-4ea4-41fd-a3e6-ded397ffec2b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 931 time: 0.0923705 May 18 06:22:05.099957 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b9d6cc03-c31c-4eb6-8878-c4f936a6ac0b req-ad43a528-d545-464c-b765-f6885dee9b9e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389688 May 18 06:22:05.327384 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:22:05.334409 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.347873 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Transition to ACTIVE for port object 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:05.353217 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.357473 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:05.541952 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253d3fd-00d1-4b90-87c4-a677c14e44fc req-2855606f-0136-4d8c-b9ae-fe850e25fe26 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:05.543450 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b253d3fd-00d1-4b90-87c4-a677c14e44fc req-2855606f-0136-4d8c-b9ae-fe850e25fe26 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 945 time: 0.0841062 May 18 06:22:05.545669 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Pushing event updated for resources: {'Port': ['ID=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:05.551062 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:05.590188 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Attempting to bind port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:22:05.590465 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Attempting to bind port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:22:05.590792 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Attempting to bind port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 on network fa69bd4a-a63f-4b32-9479-e675b2113b20 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:22:05.595318 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 on network fa69bd4a-a63f-4b32-9479-e675b2113b20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:22:05.595470 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b253d3fd-00d1-4b90-87c4-a677c14e44fc req-4ddd3bb9-2b90-4684-a0f3-9d11330b135a tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 May 18 06:22:05.595641 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Attempting to bind port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 on network fa69bd4a-a63f-4b32-9479-e675b2113b20 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:22:05.601387 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:22:05.601722 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Checking segment: {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:22:05.602107 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Bound using segment: {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:22:05.602531 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Bound port: 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2660603-2720-4ff7-bba5-9bdd2956929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:22:05.602886 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.785969 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] For port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:22:05.789898 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] For port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:22:05.793220 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.797806 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8b12c47b-48c3-4264-911d-4eedf7f7720a tempest-VolumesActionsTest-469168006 tempest-VolumesActionsTest-469168006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:05.853676 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:05.854356 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:05.855634 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] 10.222.0.18 "PUT /v2.0/ports/9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 HTTP/1.1" status: 200 len: 1093 time: 0.9983420 May 18 06:22:05.856152 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'tag': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:05.878397 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Pushing event updated for resources: {'Port': ['ID=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:05.881458 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:05.935137 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'tag': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27', 'status': 'completed', 'code': 200} May 18 06:22:05.977420 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-4fcdae83-ab6d-477b-a013-e2f45ad66218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:05.978884 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-4fcdae83-ab6d-477b-a013-e2f45ad66218 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd&device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 1096 time: 0.0780809 May 18 06:22:06.047142 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-fe8463b4-a74b-4459-8918-71f7858776cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 HTTP/1.1" status: 200 len: 217 time: 0.0599537 May 18 06:22:06.118092 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-661d32ac-5d23-439e-843c-097dbee63321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:06.119465 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-661d32ac-5d23-439e-843c-097dbee63321 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1439b6e-bf79-4140-b375-719a48f85281 HTTP/1.1" status: 200 len: 850 time: 0.0614781 May 18 06:22:06.198274 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-65fc5479-fb7d-4eab-a495-2fb136e789cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:06.199830 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-65fc5479-fb7d-4eab-a495-2fb136e789cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa69bd4a-a63f-4b32-9479-e675b2113b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0736036 May 18 06:22:06.288296 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92cb1e-19d1-4724-9c9a-f04ff3976cf0 req-30840c38-01ab-47df-bdd2-5ae99e17c34d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:06.289931 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ae92cb1e-19d1-4724-9c9a-f04ff3976cf0 req-30840c38-01ab-47df-bdd2-5ae99e17c34d tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 943 time: 0.0836713 May 18 06:22:06.334075 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-2d62fd0f-a33d-44b3-a75b-162c693114d4 service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262360 May 18 06:22:06.334394 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ae92cb1e-19d1-4724-9c9a-f04ff3976cf0 req-93d2279d-cbad-4bb6-b06d-4ef8dac1c553 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389464 May 18 06:22:06.463332 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e300b1d7-7a7a-47b0-9795-1fe573539a32 req-53e3e905-ec94-429e-894a-1e605ee68f77 service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220567 May 18 06:22:06.484839 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:06.521157 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d03796fb-9993-41c8-bc0f-5db13f92f0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:06.589941 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3590-e69f-41a4-8e66-95b126fb482a req-7ed24571-e5e7-4ee2-b7ae-5b1f673276fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:06.591386 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d93f3590-e69f-41a4-8e66-95b126fb482a req-7ed24571-e5e7-4ee2-b7ae-5b1f673276fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd&device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 1096 time: 0.0770204 May 18 06:22:06.729125 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3590-e69f-41a4-8e66-95b126fb482a req-0bbf08fb-5816-401a-bd06-5d9dc3bd0691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:06.730469 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d93f3590-e69f-41a4-8e66-95b126fb482a req-0bbf08fb-5816-401a-bd06-5d9dc3bd0691 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa69bd4a-a63f-4b32-9479-e675b2113b20 HTTP/1.1" status: 200 len: 912 time: 0.1306036 May 18 06:22:06.782693 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e6d76-de0f-468b-8a74-61013b5eb4b4 req-6dd364c5-5607-4d53-baa1-b69d79aebda7 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:06.784165 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bf2e6d76-de0f-468b-8a74-61013b5eb4b4 req-6dd364c5-5607-4d53-baa1-b69d79aebda7 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 945 time: 0.0820198 May 18 06:22:06.800653 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d93f3590-e69f-41a4-8e66-95b126fb482a req-aa723626-060c-436c-983e-7703cba93219 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 HTTP/1.1" status: 200 len: 217 time: 0.0609906 May 18 06:22:06.829447 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bf2e6d76-de0f-468b-8a74-61013b5eb4b4 req-e59f322f-5016-44ba-a82c-cdcab137b1df tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390344 May 18 06:22:06.869092 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3590-e69f-41a4-8e66-95b126fb482a req-607f66fd-a599-4a47-82d7-ad5ae2ef09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:06.870607 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d93f3590-e69f-41a4-8e66-95b126fb482a req-607f66fd-a599-4a47-82d7-ad5ae2ef09a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1439b6e-bf79-4140-b375-719a48f85281 HTTP/1.1" status: 200 len: 850 time: 0.0642655 May 18 06:22:06.946449 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f3590-e69f-41a4-8e66-95b126fb482a req-f960b557-3e0e-4bb5-b1f3-6a5552849f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:06.947960 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d93f3590-e69f-41a4-8e66-95b126fb482a req-f960b557-3e0e-4bb5-b1f3-6a5552849f2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa69bd4a-a63f-4b32-9479-e675b2113b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0698903 May 18 06:22:07.083917 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d93f3590-e69f-41a4-8e66-95b126fb482a req-524d72de-f12b-4e7a-bafa-5f738e51d7ec service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276507 May 18 06:22:07.219913 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-d93f3590-e69f-41a4-8e66-95b126fb482a req-f68cb39b-3ec1-423c-8bec-c98bcd484eba service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256902 May 18 06:22:07.517201 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3993348e-a04e-46a3-b866-a9de327d701a req-4e1b7d7c-a6bc-42ca-b25d-2438150e1f23 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:07.518582 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3993348e-a04e-46a3-b866-a9de327d701a req-4e1b7d7c-a6bc-42ca-b25d-2438150e1f23 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 943 time: 0.0797310 May 18 06:22:07.566520 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3993348e-a04e-46a3-b866-a9de327d701a req-5c0ce777-70d8-4c2e-bd9b-d5425beb7f00 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414357 May 18 06:22:07.605951 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:08.209355 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:22:08.359251 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:08.373456 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'port_id': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27', 'mac_address': 'fa:16:3e:0b:ad:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:22:08.437887 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:08.454716 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:22:08.469597 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:08.474109 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:08.480569 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:08.541976 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:08.545210 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:08.753451 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eeacd-3adb-4ac5-8603-4f2e10f13512 req-19ded475-b9b0-4e6f-b5aa-965c071e0123 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:08.754774 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-255eeacd-3adb-4ac5-8603-4f2e10f13512 req-19ded475-b9b0-4e6f-b5aa-965c071e0123 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 944 time: 0.0792866 May 18 06:22:08.772015 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:22:08.801729 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-255eeacd-3adb-4ac5-8603-4f2e10f13512 req-838ed3ca-7f68-40fc-bc0b-264d9e96397a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410819 May 18 06:22:09.358451 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:09.987983 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9eece-8967-461c-87fd-7d818b24ccc4 req-730619e6-e0b4-4cc9-b293-ae739a9c7d1b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:09.989475 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ced9eece-8967-461c-87fd-7d818b24ccc4 req-730619e6-e0b4-4cc9-b293-ae739a9c7d1b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 944 time: 0.0817947 May 18 06:22:10.035473 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ced9eece-8967-461c-87fd-7d818b24ccc4 req-0e17e2eb-beae-4765-85d0-79528122b15a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395174 May 18 06:22:10.221167 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:10.288349 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:10.292929 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:10.293303 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:10.407295 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:10.432543 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:10.442007 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:10.447000 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:10.448914 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-acc03fa3-b406-49bd-943f-ed2dd7e99c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:10.485570 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27', 'code': 200} May 18 06:22:10.517274 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:10.522946 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:10.727477 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da8f87-4f29-4636-aa06-ddcbc48cef78 req-e23700aa-05fc-44df-a8cb-bb24b34c72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:10.728893 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e1da8f87-4f29-4636-aa06-ddcbc48cef78 req-e23700aa-05fc-44df-a8cb-bb24b34c72ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 1098 time: 0.0827065 May 18 06:22:10.779321 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e1da8f87-4f29-4636-aa06-ddcbc48cef78 req-85904a6f-04de-46fc-8127-54f41f8c9155 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346313 May 18 06:22:11.220531 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c435d-dc46-4abb-a126-6d95d3a537a1 req-711ce702-5499-4de7-b6e2-fe8d997d652e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:11.222092 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9b4c435d-dc46-4abb-a126-6d95d3a537a1 req-711ce702-5499-4de7-b6e2-fe8d997d652e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 945 time: 0.0787566 May 18 06:22:11.270434 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9b4c435d-dc46-4abb-a126-6d95d3a537a1 req-686a45ac-9354-4a81-96da-9988468eccfc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419083 May 18 06:22:12.666132 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f220f-3027-48a0-b2db-b2e151457852 req-8cb0363e-3cda-41e6-a9fd-c30d62dd72aa tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:12.667495 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-735f220f-3027-48a0-b2db-b2e151457852 req-8cb0363e-3cda-41e6-a9fd-c30d62dd72aa tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 945 time: 0.1517744 May 18 06:22:12.711314 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-735f220f-3027-48a0-b2db-b2e151457852 req-c8bb74a3-58af-4b91-acc7-5744dbe79920 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381877 May 18 06:22:12.897722 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca890e-a5fa-4f35-9bf0-0f20ad4f1a45 req-af08ee83-2baa-4d2a-9c43-7828f608f6d1 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:12.899163 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b9ca890e-a5fa-4f35-9bf0-0f20ad4f1a45 req-af08ee83-2baa-4d2a-9c43-7828f608f6d1 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 945 time: 0.0849812 May 18 06:22:12.907430 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38184) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:12.912612 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-9cf79334-9785-4254-bb9f-d4b424288a3b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Request body: {'floatingip': {'port_id': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:12.991513 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9cf79334-9785-4254-bb9f-d4b424288a3b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:13.646893 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9cf79334-9785-4254-bb9f-d4b424288a3b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:13.651781 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9cf79334-9785-4254-bb9f-d4b424288a3b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:13.815027 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.l3_db [None req-9cf79334-9785-4254-bb9f-d4b424288a3b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Floating IP 463ab390-7de6-443e-8218-a48f1844dae6 associated. External IP: 172.27.2.29, port: 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27. May 18 06:22:14.164866 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf79334-9785-4254-bb9f-d4b424288a3b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Router 2542e25a-4276-446f-b8c8-fa9b78305244 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:22:14.436349 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf79334-9785-4254-bb9f-d4b424288a3b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:22:14.440570 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9cf79334-9785-4254-bb9f-d4b424288a3b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:14.445536 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86262979-03f9-4270-9b1e-f5f88e549cbc None None] Sync routers for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:22:14.454917 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86262979-03f9-4270-9b1e-f5f88e549cbc None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:14.455526 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-86262979-03f9-4270-9b1e-f5f88e549cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:14.495157 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9cf79334-9785-4254-bb9f-d4b424288a3b tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "PUT /v2.0/floatingips/463ab390-7de6-443e-8218-a48f1844dae6 HTTP/1.1" status: 200 len: 990 time: 1.5864403 May 18 06:22:14.495788 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'tag': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:14.545931 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'tag': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27', 'status': 'completed', 'code': 200} May 18 06:22:14.633325 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-86262979-03f9-4270-9b1e-f5f88e549cbc None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:14.647395 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6211e-1cca-442b-a806-f4e38b287577 req-c64f778f-451b-4d72-9ff5-5acc9709d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:14.649656 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5de6211e-1cca-442b-a806-f4e38b287577 req-c64f778f-451b-4d72-9ff5-5acc9709d810 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd&device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 1098 time: 0.0724986 May 18 06:22:14.781342 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6211e-1cca-442b-a806-f4e38b287577 req-2559ca53-7ee3-4f27-8883-12f593260052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:14.782876 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5de6211e-1cca-442b-a806-f4e38b287577 req-2559ca53-7ee3-4f27-8883-12f593260052 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa69bd4a-a63f-4b32-9479-e675b2113b20 HTTP/1.1" status: 200 len: 912 time: 0.1257052 May 18 06:22:14.901563 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5de6211e-1cca-442b-a806-f4e38b287577 req-488faabc-7ad4-4998-8c4c-5f778280b089 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 HTTP/1.1" status: 200 len: 998 time: 0.0973365 May 18 06:22:14.963180 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6211e-1cca-442b-a806-f4e38b287577 req-a0b86b48-0a14-46a6-a549-5c5de017c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:14.964770 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5de6211e-1cca-442b-a806-f4e38b287577 req-a0b86b48-0a14-46a6-a549-5c5de017c7c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c1439b6e-bf79-4140-b375-719a48f85281 HTTP/1.1" status: 200 len: 850 time: 0.0570023 May 18 06:22:15.008239 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-86262979-03f9-4270-9b1e-f5f88e549cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '463ab390-7de6-443e-8218-a48f1844dae6', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'port_id': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'mac_address': 'fa:16:3e:0b:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:22:00Z', 'updated_at': '2021-05-18T06:22:13Z', 'revision_number': 1, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:15.012082 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86262979-03f9-4270-9b1e-f5f88e549cbc None None] Checking router: 2542e25a-4276-446f-b8c8-fa9b78305244 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:22:15.021725 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86262979-03f9-4270-9b1e-f5f88e549cbc None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:15.021958 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-86262979-03f9-4270-9b1e-f5f88e549cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:15.051586 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6211e-1cca-442b-a806-f4e38b287577 req-eb5c3647-d67d-46a9-adda-8c01e3404cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:15.053335 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5de6211e-1cca-442b-a806-f4e38b287577 req-eb5c3647-d67d-46a9-adda-8c01e3404cc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa69bd4a-a63f-4b32-9479-e675b2113b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0749314 May 18 06:22:15.192503 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5de6211e-1cca-442b-a806-f4e38b287577 req-81a7664f-4a35-45e1-bb76-a311612d5fdc service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296899 May 18 06:22:15.213336 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-86262979-03f9-4270-9b1e-f5f88e549cbc None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:15.341593 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5de6211e-1cca-442b-a806-f4e38b287577 req-e06c10e8-7e46-4056-812d-40d92fb7ba02 service neutron] 10.222.0.18 "GET /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278219 May 18 06:22:15.559813 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-86262979-03f9-4270-9b1e-f5f88e549cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '463ab390-7de6-443e-8218-a48f1844dae6', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'port_id': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'mac_address': 'fa:16:3e:0b:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:22:00Z', 'updated_at': '2021-05-18T06:22:13Z', 'revision_number': 1, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:15.563568 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86262979-03f9-4270-9b1e-f5f88e549cbc None None] The sync data for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi is: [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': '463ab390-7de6-443e-8218-a48f1844dae6', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'port_id': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'mac_address': 'fa:16:3e:0b:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:22:00Z', 'updated_at': '2021-05-18T06:22:13Z', 'revision_number': 1, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:22:15.736909 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4171a886-51de-4358-b676-8ecf3d142964 None None] New status for floating IP 463ab390-7de6-443e-8218-a48f1844dae6: ACTIVE {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:22:16.516375 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b31817f1-d7ab-4263-90df-6f18004a5842 req-d165f6fe-5aca-4ce1-b2ee-d5bc93c94c61 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985091721&fields=id&tenant_id=8c20c2d152c642bf8d904ac48e065078 HTTP/1.1" status: 200 len: 267 time: 0.0410075 May 18 06:22:16.597210 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31817f1-d7ab-4263-90df-6f18004a5842 req-fc0e7b8f-c536-4a3a-bac9-7ff5ca945764 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:16.598606 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b31817f1-d7ab-4263-90df-6f18004a5842 req-fc0e7b8f-c536-4a3a-bac9-7ff5ca945764 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 985 time: 0.0770750 May 18 06:22:16.608939 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-b31817f1-d7ab-4263-90df-6f18004a5842 req-62cdcbda-0f2d-4bd3-a49d-5410180ea3d2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Request body: {'port': {'security_groups': ['e775ebb7-3895-43e3-83a7-4666832e62f1']}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:16.729583 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b31817f1-d7ab-4263-90df-6f18004a5842 req-62cdcbda-0f2d-4bd3-a49d-5410180ea3d2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:16.976546 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-b31817f1-d7ab-4263-90df-6f18004a5842 req-62cdcbda-0f2d-4bd3-a49d-5410180ea3d2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] For port 46bee23f-88f5-4221-9581-3ccc9d203f1d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:17.002083 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b31817f1-d7ab-4263-90df-6f18004a5842 req-62cdcbda-0f2d-4bd3-a49d-5410180ea3d2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.007295 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b31817f1-d7ab-4263-90df-6f18004a5842 req-62cdcbda-0f2d-4bd3-a49d-5410180ea3d2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2121416'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.013544 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2b5929ec-e40a-46ae-b4e1-4b5d4fbac0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:17.020335 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['46bee23f-88f5-4221-9581-3ccc9d203f1d'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:22:17.076909 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31817f1-d7ab-4263-90df-6f18004a5842 req-62cdcbda-0f2d-4bd3-a49d-5410180ea3d2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:17.077533 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-b31817f1-d7ab-4263-90df-6f18004a5842 req-62cdcbda-0f2d-4bd3-a49d-5410180ea3d2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.078891 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b31817f1-d7ab-4263-90df-6f18004a5842 req-62cdcbda-0f2d-4bd3-a49d-5410180ea3d2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "PUT /v2.0/ports/46bee23f-88f5-4221-9581-3ccc9d203f1d HTTP/1.1" status: 200 len: 943 time: 0.4743075 May 18 06:22:17.079406 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:17.085125 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38218) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:17.102960 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdcbda-0f2d-4bd3-a49d-5410180ea3d2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event updated for resources: {'Port': ['ID=46bee23f-88f5-4221-9581-3ccc9d203f1d,revision_number=7']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:17.113444 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-62cdcbda-0f2d-4bd3-a49d-5410180ea3d2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:17.151074 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'status': 'completed', 'code': 200} May 18 06:22:17.215471 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8225cb07-be17-447c-8bbf-13d31e56e05a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.230842 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['46bee23f-88f5-4221-9581-3ccc9d203f1d'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:22:17.284926 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8225cb07-be17-447c-8bbf-13d31e56e05a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.335521 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03735b-c47f-4437-88f6-2fda561b3c4c req-a21cc5a4-3578-4441-ba53-4dae981bb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:17.337076 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ba03735b-c47f-4437-88f6-2fda561b3c4c req-a21cc5a4-3578-4441-ba53-4dae981bb8fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c20c2d152c642bf8d904ac48e065078&device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 1099 time: 0.1594419 May 18 06:22:17.405143 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-06536fb3-949a-4513-81f0-3fad6698f253 None None] Provisioning complete for port 46bee23f-88f5-4221-9581-3ccc9d203f1d triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:17.405601 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-06536fb3-949a-4513-81f0-3fad6698f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.450256 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8225cb07-be17-447c-8bbf-13d31e56e05a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.458622 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-216534ab-e8bc-4854-a334-63da071f6aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:17.489862 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225cb07-be17-447c-8bbf-13d31e56e05a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1cc195-0443-4693-956c-dcf095a69127,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:17.493260 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8225cb07-be17-447c-8bbf-13d31e56e05a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:17.497677 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8225cb07-be17-447c-8bbf-13d31e56e05a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.502804 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-8225cb07-be17-447c-8bbf-13d31e56e05a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "DELETE /v2.0/security-groups/9b1cc195-0443-4693-956c-dcf095a69127 HTTP/1.1" status: 204 len: 168 time: 0.4129190 May 18 06:22:17.503907 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38226) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:17.522670 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03735b-c47f-4437-88f6-2fda561b3c4c req-19dfc02d-0dc2-4972-bc7f-e64eb2938091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:17.524814 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ba03735b-c47f-4437-88f6-2fda561b3c4c req-19dfc02d-0dc2-4972-bc7f-e64eb2938091 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ac977e1-07bc-48fb-ab4e-d570af62399e HTTP/1.1" status: 200 len: 916 time: 0.1753230 May 18 06:22:17.635340 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ba03735b-c47f-4437-88f6-2fda561b3c4c req-3e61325d-0eb4-4452-9bf4-de1dc71bafd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d HTTP/1.1" status: 200 len: 1001 time: 0.1011884 May 18 06:22:17.700327 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03735b-c47f-4437-88f6-2fda561b3c4c req-36ad257b-915c-4010-8664-289c0df62f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:17.701795 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ba03735b-c47f-4437-88f6-2fda561b3c4c req-36ad257b-915c-4010-8664-289c0df62f3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11794269-bed7-4b38-b222-5055dc31f4c5 HTTP/1.1" status: 200 len: 854 time: 0.0588396 May 18 06:22:17.776603 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Deleting port a99ec20b-9a0f-4064-bf82-e536b4c3c177 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:17.777235 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03735b-c47f-4437-88f6-2fda561b3c4c req-c2346c23-09ad-422b-a235-75797b152cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:17.777340 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.778314 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ba03735b-c47f-4437-88f6-2fda561b3c4c req-c2346c23-09ad-422b-a235-75797b152cb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ac977e1-07bc-48fb-ab4e-d570af62399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685022 May 18 06:22:17.896604 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.896946 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:17.918284 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ba03735b-c47f-4437-88f6-2fda561b3c4c req-cf4101f1-bbf1-465c-86d8-3712ebb72416 service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268063 May 18 06:22:18.031081 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Calling delete_port for a99ec20b-9a0f-4064-bf82-e536b4c3c177 owned by network:floatingip {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:18.159365 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ba03735b-c47f-4437-88f6-2fda561b3c4c req-0343ec80-c47c-466b-adb5-d676370b443d service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318351 May 18 06:22:18.162248 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:18.166702 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:18.216486 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event deleted for resources: {'Port': ['ID=a99ec20b-9a0f-4064-bf82-e536b4c3c177,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:18.244304 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:18.307595 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks [] for floatingip, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:18.307975 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.l3_db [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Floating IP 0f470c85-7fe1-4e3a-826b-6884a9763b88 disassociated (deleted). External IP: 172.27.2.42, port: 46bee23f-88f5-4221-9581-3ccc9d203f1d. May 18 06:22:18.732329 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:22:18.904710 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:22:18.915008 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d84a0-b7a4-4c77-aef8-c3c7da082555 None None] Sync routers for ids ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:22:18.918597 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:18.924744 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d84a0-b7a4-4c77-aef8-c3c7da082555 None None] Routers {'1b7ddb1b-d938-41bf-8949-5e91b935b7f7'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:18.925631 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-9b3d84a0-b7a4-4c77-aef8-c3c7da082555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:18.975276 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "DELETE /v2.0/floatingips/0f470c85-7fe1-4e3a-826b-6884a9763b88 HTTP/1.1" status: 204 len: 168 time: 1.4697783 May 18 06:22:19.102512 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-9b3d84a0-b7a4-4c77-aef8-c3c7da082555 None None] Set router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:19.151912 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:19.197778 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'status': 'completed', 'code': 200} May 18 06:22:19.326379 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488110dd-5400-4c7e-82eb-3144718cef84 req-659b7ca0-4fc7-4dea-b50f-2ed6495a9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:19.327955 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-488110dd-5400-4c7e-82eb-3144718cef84 req-659b7ca0-4fc7-4dea-b50f-2ed6495a9278 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c20c2d152c642bf8d904ac48e065078&device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 1099 time: 0.0879688 May 18 06:22:19.462667 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-9b3d84a0-b7a4-4c77-aef8-c3c7da082555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '1422d134-b008-4906-90db-90df37eda6b4', 'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'mac_address': 'fa:16:3e:93:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:45Z', 'updated_at': '2021-05-18T06:19:55Z', 'revision_number': 5, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'subnets': [{'id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:19.467268 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d84a0-b7a4-4c77-aef8-c3c7da082555 None None] Checking router: 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:22:19.479538 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d84a0-b7a4-4c77-aef8-c3c7da082555 None None] Routers {'1b7ddb1b-d938-41bf-8949-5e91b935b7f7'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:19.480294 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-9b3d84a0-b7a4-4c77-aef8-c3c7da082555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:19.504088 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488110dd-5400-4c7e-82eb-3144718cef84 req-8e15ea30-af92-4911-9de5-61fb8d8a052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:19.505508 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-488110dd-5400-4c7e-82eb-3144718cef84 req-8e15ea30-af92-4911-9de5-61fb8d8a052d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ac977e1-07bc-48fb-ab4e-d570af62399e HTTP/1.1" status: 200 len: 916 time: 0.1675286 May 18 06:22:19.576971 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-488110dd-5400-4c7e-82eb-3144718cef84 req-034003dc-b18e-4e48-b2c2-ba152d72eadd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d HTTP/1.1" status: 200 len: 217 time: 0.0638089 May 18 06:22:19.639095 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488110dd-5400-4c7e-82eb-3144718cef84 req-fc69f72f-d47d-4712-8a23-a504dcf8a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:19.640651 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-488110dd-5400-4c7e-82eb-3144718cef84 req-fc69f72f-d47d-4712-8a23-a504dcf8a545 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=11794269-bed7-4b38-b222-5055dc31f4c5 HTTP/1.1" status: 200 len: 854 time: 0.0569434 May 18 06:22:19.665572 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-9b3d84a0-b7a4-4c77-aef8-c3c7da082555 None None] Set router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:19.731124 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488110dd-5400-4c7e-82eb-3144718cef84 req-15b2052a-1c15-4f8b-8db4-a7417c4abfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:19.732632 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-488110dd-5400-4c7e-82eb-3144718cef84 req-15b2052a-1c15-4f8b-8db4-a7417c4abfef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ac977e1-07bc-48fb-ab4e-d570af62399e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0792773 May 18 06:22:19.871913 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-488110dd-5400-4c7e-82eb-3144718cef84 req-5d1e1de1-893d-443e-87bd-304c6a8f41f4 service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245797 May 18 06:22:19.984069 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-9b3d84a0-b7a4-4c77-aef8-c3c7da082555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '1422d134-b008-4906-90db-90df37eda6b4', 'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'mac_address': 'fa:16:3e:93:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:45Z', 'updated_at': '2021-05-18T06:19:55Z', 'revision_number': 5, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'subnets': [{'id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:19.988444 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d84a0-b7a4-4c77-aef8-c3c7da082555 None None] The sync data for ids ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'] in dv-cinder-784623-10-iscsi is: [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:19:46Z', 'revision_number': 4, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '1422d134-b008-4906-90db-90df37eda6b4', 'name': '', 'network_id': '9ac977e1-07bc-48fb-ab4e-d570af62399e', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'mac_address': 'fa:16:3e:93:eb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:45Z', 'updated_at': '2021-05-18T06:19:55Z', 'revision_number': 5, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'subnets': [{'id': '11794269-bed7-4b38-b222-5055dc31f4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:22:20.010397 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-488110dd-5400-4c7e-82eb-3144718cef84 req-1bb81c6d-3ee6-4891-a499-01d64f651a73 service neutron] 10.222.0.18 "GET /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285639 May 18 06:22:20.196136 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887bad3-e7b3-4808-bf37-bec29eafd716 None None] New status for floating IP 0f470c85-7fe1-4e3a-826b-6884a9763b88: DOWN {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:22:22.270232 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136a487-3be7-47c4-a891-527622bd5fd8 req-0c5a79f9-7be6-45c0-ba52-2ec2168e9628 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:22.270917 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-8136a487-3be7-47c4-a891-527622bd5fd8 req-0c5a79f9-7be6-45c0-ba52-2ec2168e9628 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Synchronizing usage tracker for tenant:8c20c2d152c642bf8d904ac48e065078 on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:22:22.288104 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-8136a487-3be7-47c4-a891-527622bd5fd8 req-0c5a79f9-7be6-45c0-ba52-2ec2168e9628 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Unset dirty status for tenant:8c20c2d152c642bf8d904ac48e065078 on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:22:22.289261 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8136a487-3be7-47c4-a891-527622bd5fd8 req-0c5a79f9-7be6-45c0-ba52-2ec2168e9628 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.0971973 May 18 06:22:22.334386 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8136a487-3be7-47c4-a891-527622bd5fd8 req-497ac896-5409-4e12-aa3f-63d13a505841 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 May 18 06:22:23.407286 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:23.521616 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86a63e-e712-4c5f-a69f-152950cfb7c2 req-689f5206-269b-4e01-908e-fb95329b502a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:23.523135 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aa86a63e-e712-4c5f-a69f-152950cfb7c2 req-689f5206-269b-4e01-908e-fb95329b502a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.0839975 May 18 06:22:23.567355 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aa86a63e-e712-4c5f-a69f-152950cfb7c2 req-11431c26-3cfb-4658-a423-3ea4bb34f481 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384705 May 18 06:22:24.750124 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73427c2d-e6d6-442d-be00-142d3cdc16c8 req-bb5ee3ae-d212-4dfc-b920-66897aed182f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:24.751556 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-73427c2d-e6d6-442d-be00-142d3cdc16c8 req-bb5ee3ae-d212-4dfc-b920-66897aed182f tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.0797491 May 18 06:22:24.798214 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-73427c2d-e6d6-442d-be00-142d3cdc16c8 req-2ae575f8-b559-4ed0-aa20-43bd0aec5873 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/security-groups?id=e775ebb7-3895-43e3-83a7-4666832e62f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 May 18 06:22:24.876249 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-26d5553e-6b78-401c-b56a-3d614f759be9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:24.876863 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-26d5553e-6b78-401c-b56a-3d614f759be9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Synchronizing usage tracker for tenant:8c20c2d152c642bf8d904ac48e065078 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:22:24.888776 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-26d5553e-6b78-401c-b56a-3d614f759be9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Unset dirty status for tenant:8c20c2d152c642bf8d904ac48e065078 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:22:24.889887 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-26d5553e-6b78-401c-b56a-3d614f759be9 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.18 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 946 time: 0.0943568 May 18 06:22:25.028593 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Deleting port 46bee23f-88f5-4221-9581-3ccc9d203f1d {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:25.029282 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:25.160052 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] For port 46bee23f-88f5-4221-9581-3ccc9d203f1d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=46bee23f-88f5-4221-9581-3ccc9d203f1d,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:25.160331 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:25.281673 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Calling delete_port for 46bee23f-88f5-4221-9581-3ccc9d203f1d owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:25.290311 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:22:25.392189 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:25.397534 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-3054b2f8-0522-4581-9bb5-14d8ea8a5814 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:25.410833 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['46bee23f-88f5-4221-9581-3ccc9d203f1d'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:22:25.443044 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Pushing event deleted for resources: {'Port': ['ID=46bee23f-88f5-4221-9581-3ccc9d203f1d,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:25.446235 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:25.609582 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] No DVR routers for this DVR port 46bee23f-88f5-4221-9581-3ccc9d203f1d on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:22:25.612609 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:25.615391 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'name': 'network-vif-deleted', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:25.630970 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b765c350-3969-43cc-8c5b-8dee89c71769 req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.18 "DELETE /v2.0/ports/46bee23f-88f5-4221-9581-3ccc9d203f1d HTTP/1.1" status: 204 len: 173 time: 0.7331378 May 18 06:22:25.661175 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1409e0b5-4f1f-429b-8ff6-96f8b14f3e15', 'name': 'network-vif-deleted', 'tag': '46bee23f-88f5-4221-9581-3ccc9d203f1d', 'status': 'completed', 'code': 200} May 18 06:22:25.964923 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5c7f4857-63a5-4bbb-b042-51ea239830f8 req-dae331a4-34ec-4c9c-b3ef-27589cadef55 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] 10.222.0.13 "GET /v2.0/ports?device_id=1409e0b5-4f1f-429b-8ff6-96f8b14f3e15 HTTP/1.1" status: 200 len: 210 time: 0.0416939 May 18 06:22:27.812103 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38388) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:28.367175 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 46bee23f-88f5-4221-9581-3ccc9d203f1d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:22:28.400003 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 46bee23f-88f5-4221-9581-3ccc9d203f1d {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:22:28.400350 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 46bee23f-88f5-4221-9581-3ccc9d203f1d not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:22:28.418205 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676150'] for router_interface, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:28.809097 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] Deleting port 1422d134-b008-4906-90db-90df37eda6b4 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:28.809449 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:28.934328 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] For port 1422d134-b008-4906-90db-90df37eda6b4, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=1422d134-b008-4906-90db-90df37eda6b4,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:28.934999 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:29.053927 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] Calling delete_port for 1422d134-b008-4906-90db-90df37eda6b4 owned by network:router_interface {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:29.326188 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:29.329544 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ba2d3cb5-744c-48fb-8822-2c2d9a925295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:29.370782 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1422d134-b008-4906-90db-90df37eda6b4,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:29.373840 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:29.726047 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676250'] for router_interface, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:30.077792 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] Router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:22:30.248543 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:22:30.258455 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f70fad-069f-45b9-8b01-5cd28ff9a65d None None] Sync routers for ids ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:22:30.260892 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-1e2a8a23-cad8-48dc-820a-694c85bfd5f7 admin admin] 10.222.0.13 "PUT /v2.0/routers/1b7ddb1b-d938-41bf-8949-5e91b935b7f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4477730 May 18 06:22:30.263251 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38406) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:30.269184 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f70fad-069f-45b9-8b01-5cd28ff9a65d None None] Routers {'1b7ddb1b-d938-41bf-8949-5e91b935b7f7'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:30.269801 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-47f70fad-069f-45b9-8b01-5cd28ff9a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:30.443181 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:30.450222 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-47f70fad-069f-45b9-8b01-5cd28ff9a65d None None] Set router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:30.617414 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:30.688818 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Deleting port 12f5d90d-0740-4df5-a66b-60102a0fb68f {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:30.689170 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:30.725693 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-47f70fad-069f-45b9-8b01-5cd28ff9a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:22:29Z', 'revision_number': 5, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port': {'id': '12f5d90d-0740-4df5-a66b-60102a0fb68f', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:42Z', 'updated_at': '2021-05-18T06:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:30.729565 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f70fad-069f-45b9-8b01-5cd28ff9a65d None None] Checking router: 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:22:30.737841 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f70fad-069f-45b9-8b01-5cd28ff9a65d None None] Routers {'1b7ddb1b-d938-41bf-8949-5e91b935b7f7'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:30.738439 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-47f70fad-069f-45b9-8b01-5cd28ff9a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:30.810729 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] For port 12f5d90d-0740-4df5-a66b-60102a0fb68f, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=12f5d90d-0740-4df5-a66b-60102a0fb68f,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:30.811084 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:30.926479 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-47f70fad-069f-45b9-8b01-5cd28ff9a65d None None] Set router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 gateway port host: None {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:30.932649 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Calling delete_port for 12f5d90d-0740-4df5-a66b-60102a0fb68f owned by network:router_gateway {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:31.040922 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-47f70fad-069f-45b9-8b01-5cd28ff9a65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:22:30Z', 'revision_number': 6, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port_host': None}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:31.045272 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f70fad-069f-45b9-8b01-5cd28ff9a65d None None] The sync data for ids ['1b7ddb1b-d938-41bf-8949-5e91b935b7f7'] in dv-cinder-784623-10-iscsi is: [{'id': '1b7ddb1b-d938-41bf-8949-5e91b935b7f7', 'name': 'tempest-TestMinimumBasicScenario-1029665498-router', 'tenant_id': '8c20c2d152c642bf8d904ac48e065078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:41Z', 'updated_at': '2021-05-18T06:22:30Z', 'revision_number': 6, 'project_id': '8c20c2d152c642bf8d904ac48e065078', 'gw_port_host': None}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:22:31.188909 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:31.193081 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:31.235701 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f5d90d-0740-4df5-a66b-60102a0fb68f,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:31.263727 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:31.324363 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678673'] for router_gateway, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:31.499294 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7152'] for router, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:31.501532 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:31.521967 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678889'] for router, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:31.522477 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b7ddb1b-d938-41bf-8949-5e91b935b7f7 {{(pid=78802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:22:31.534561 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:31.535677 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1b7ddb1b-d938-41bf-8949-5e91b935b7f7 HTTP/1.1" status: 204 len: 168 time: 1.2715104 May 18 06:22:31.538625 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38418) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:31.597895 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2852e44-924e-49e6-905d-8ff71953ae6f admin admin] Deleting subnet 11794269-bed7-4b38-b222-5055dc31f4c5 {{(pid=78802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:22:31.600659 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d2852e44-924e-49e6-905d-8ff71953ae6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:31.646961 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d2852e44-924e-49e6-905d-8ff71953ae6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66634650'] for subnet, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:31.759133 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d2852e44-924e-49e6-905d-8ff71953ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.004231 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d2852e44-924e-49e6-905d-8ff71953ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2121266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2767021'] for subnet, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.008233 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:32.044521 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2852e44-924e-49e6-905d-8ff71953ae6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11794269-bed7-4b38-b222-5055dc31f4c5,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:32.046462 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d2852e44-924e-49e6-905d-8ff71953ae6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.048957 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d2852e44-924e-49e6-905d-8ff71953ae6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:32.053837 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d2852e44-924e-49e6-905d-8ff71953ae6f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11794269-bed7-4b38-b222-5055dc31f4c5 HTTP/1.1" status: 204 len: 168 time: 0.5135496 May 18 06:22:32.056049 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38424) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:32.057711 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba5361b-7f86-4101-92eb-75c2c2d21d0d None None] Network 9ac977e1-07bc-48fb-ab4e-d570af62399e requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:22:32.163824 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.234269 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Deleting port f6df7d6c-51f6-457f-b38f-43a5ee857362 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:32.234957 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.340415 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f852f-de8a-4dfd-b5be-156761626d88 None None] DHCP port deletion for 9ac977e1-07bc-48fb-ab4e-d570af62399e request from dv-cinder-784623-10-iscsi {{(pid=78804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:22:32.347394 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] For port f6df7d6c-51f6-457f-b38f-43a5ee857362, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=f6df7d6c-51f6-457f-b38f-43a5ee857362,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:32.347868 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.405903 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f852f-de8a-4dfd-b5be-156761626d88 None None] Deleting port f6df7d6c-51f6-457f-b38f-43a5ee857362 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:32.406313 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0e2f852f-de8a-4dfd-b5be-156761626d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.467980 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Calling delete_port for f6df7d6c-51f6-457f-b38f-43a5ee857362 owned by network:dhcp {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:32.499081 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-0e2f852f-de8a-4dfd-b5be-156761626d88 None None] For port f6df7d6c-51f6-457f-b38f-43a5ee857362, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=f6df7d6c-51f6-457f-b38f-43a5ee857362,segment=NetworkSegment(fdd2670a-0cea-44e7-9ee4-6050420f3ec0),segment_id=fdd2670a-0cea-44e7-9ee4-6050420f3ec0)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:32.499503 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0e2f852f-de8a-4dfd-b5be-156761626d88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.513911 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.518689 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ffb9c8bd-995e-444d-9809-083ccdeb22ac tempest-DeleteServersTestJSON-1080472344 tempest-DeleteServersTestJSON-1080472344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:32.634370 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f852f-de8a-4dfd-b5be-156761626d88 None None] Calling delete_port for f6df7d6c-51f6-457f-b38f-43a5ee857362 owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:32.669427 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6df7d6c-51f6-457f-b38f-43a5ee857362,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:32.677677 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] No DVR routers for this DVR port f6df7d6c-51f6-457f-b38f-43a5ee857362 on host dv-cinder-784623-10-iscsi {{(pid=78802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:22:32.677677 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:32.766007 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0e2f852f-de8a-4dfd-b5be-156761626d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.770317 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5ee7a7bd-52c9-4ae2-a8fe-251cadbcfb04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:32.788207 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.801372 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac977e1-07bc-48fb-ab4e-d570af62399e']}} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:32.811124 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f852f-de8a-4dfd-b5be-156761626d88 None None] Pushing event deleted for resources: {'Port': ['ID=f6df7d6c-51f6-457f-b38f-43a5ee857362,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:32.813191 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0') {'for_net_delete': True} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:32.813494 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd2670a-0cea-44e7-9ee4-6050420f3ec0') {} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:32.814036 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0e2f852f-de8a-4dfd-b5be-156761626d88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:32.815071 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f852f-de8a-4dfd-b5be-156761626d88 None None] No DVR routers for this DVR port f6df7d6c-51f6-457f-b38f-43a5ee857362 on host dv-cinder-784623-10-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:22:32.825761 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66634645'] for segment, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.842163 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.848066 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=78802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:22:32.848450 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121364'] for segment, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: Traceback (most recent call last): May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: timer() May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: cb(*args, **kw) May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: return func(*args, **kwargs) May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: self._notify() May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: self.callback(batched_events) May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: event.method(event) May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: return f(self, *a, **k) May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._get(url).json() May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: return self.request(url, 'GET', **kwargs) May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:22:32.861389 dv-cinder-784623-10-iscsi neutron-server[78802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:22:32.939803 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.943450 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-62580891-5965-4bf0-a3b5-a27fddc02e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:32.956597 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:32.968436 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac977e1-07bc-48fb-ab4e-d570af62399e,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:32.972465 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:32.980373 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9ac977e1-07bc-48fb-ab4e-d570af62399e HTTP/1.1" status: 204 len: 168 time: 0.9233956 May 18 06:22:32.983457 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38432) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:33.102108 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f6df7d6c-51f6-457f-b38f-43a5ee857362 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:22:33.139569 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: f6df7d6c-51f6-457f-b38f-43a5ee857362 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:22:33.139569 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f6df7d6c-51f6-457f-b38f-43a5ee857362 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:22:33.139830 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 12f5d90d-0740-4df5-a66b-60102a0fb68f no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:22:33.176334 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 12f5d90d-0740-4df5-a66b-60102a0fb68f {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:22:33.176691 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 12f5d90d-0740-4df5-a66b-60102a0fb68f not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:22:33.177118 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 1422d134-b008-4906-90db-90df37eda6b4 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:22:33.210087 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 1422d134-b008-4906-90db-90df37eda6b4 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:22:33.210451 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 1422d134-b008-4906-90db-90df37eda6b4 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:22:33.552694 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676150'] for router_interface, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:33.960765 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] Deleting port e94e0318-d8c8-459b-abd8-fedcb97da0db {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:33.961506 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:34.046002 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a1e34c4e-e21a-49a3-a920-576a01cf0037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:34.079115 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] For port e94e0318-d8c8-459b-abd8-fedcb97da0db, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=e94e0318-d8c8-459b-abd8-fedcb97da0db,segment=NetworkSegment(c3f5c595-cb98-4cc7-8c11-4f4fff50bc24),segment_id=c3f5c595-cb98-4cc7-8c11-4f4fff50bc24)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:34.079468 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:34.288753 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] Calling delete_port for e94e0318-d8c8-459b-abd8-fedcb97da0db owned by network:router_interface {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:34.432500 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:34.436730 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:34.480342 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94e0318-d8c8-459b-abd8-fedcb97da0db,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:34.505289 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:34.737862 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676250'] for router_interface, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:35.093024 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] Router 28b3887d-9a68-477e-8191-e3c4dbcf4662 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:22:35.261471 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:22:35.269654 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d6f37-3b53-43ec-8c3a-9f1976366a48 None None] Sync routers for ids ['28b3887d-9a68-477e-8191-e3c4dbcf4662'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:22:35.277412 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-c022ce5d-8181-4f92-9986-9485c47e77d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/28b3887d-9a68-477e-8191-e3c4dbcf4662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2929225 May 18 06:22:35.279844 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38454) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:35.280487 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d6f37-3b53-43ec-8c3a-9f1976366a48 None None] Routers {'28b3887d-9a68-477e-8191-e3c4dbcf4662'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:35.281290 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-be5d6f37-3b53-43ec-8c3a-9f1976366a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['28b3887d-9a68-477e-8191-e3c4dbcf4662'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:35.452983 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-be5d6f37-3b53-43ec-8c3a-9f1976366a48 None None] Set router 28b3887d-9a68-477e-8191-e3c4dbcf4662 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:35.555952 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Notify callbacks [] for router, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:35.731440 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:35.757904 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-be5d6f37-3b53-43ec-8c3a-9f1976366a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'name': 'tempest-TestMinimumBasicScenario-147156829-router', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:22:34Z', 'revision_number': 5, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'gw_port': {'id': 'd2add378-c47c-46aa-a501-42ce3bd8f117', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:19:51Z', 'updated_at': '2021-05-18T06:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:35.761783 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d6f37-3b53-43ec-8c3a-9f1976366a48 None None] Checking router: 28b3887d-9a68-477e-8191-e3c4dbcf4662 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:22:35.770275 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5d6f37-3b53-43ec-8c3a-9f1976366a48 None None] Routers {'28b3887d-9a68-477e-8191-e3c4dbcf4662'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:35.770874 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-be5d6f37-3b53-43ec-8c3a-9f1976366a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['28b3887d-9a68-477e-8191-e3c4dbcf4662'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:35.804804 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Deleting port d2add378-c47c-46aa-a501-42ce3bd8f117 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:35.805371 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:35.918566 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-be5d6f37-3b53-43ec-8c3a-9f1976366a48 None None] Set router 28b3887d-9a68-477e-8191-e3c4dbcf4662 gateway port host: None {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:35.921434 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] For port d2add378-c47c-46aa-a501-42ce3bd8f117, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=d2add378-c47c-46aa-a501-42ce3bd8f117,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:35.921801 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.018468 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-be5d6f37-3b53-43ec-8c3a-9f1976366a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'name': 'tempest-TestMinimumBasicScenario-147156829-router', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:22:35Z', 'revision_number': 6, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'gw_port_host': None}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:36.022179 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5d6f37-3b53-43ec-8c3a-9f1976366a48 None None] The sync data for ids ['28b3887d-9a68-477e-8191-e3c4dbcf4662'] in dv-cinder-784623-10-iscsi is: [{'id': '28b3887d-9a68-477e-8191-e3c4dbcf4662', 'name': 'tempest-TestMinimumBasicScenario-147156829-router', 'tenant_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:19:50Z', 'updated_at': '2021-05-18T06:22:35Z', 'revision_number': 6, 'project_id': 'd037d4ac0ba3473cbb1b85fb40702313', 'gw_port_host': None}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:22:36.047600 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Calling delete_port for d2add378-c47c-46aa-a501-42ce3bd8f117 owned by network:router_gateway {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:36.180499 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.184896 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-62cdcbda-0f2d-4bd3-a49d-5410180ea3d2 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:36.254940 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2add378-c47c-46aa-a501-42ce3bd8f117,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:36.257245 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:36.319174 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678673'] for router_gateway, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.487090 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.494556 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7152'] for router, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.496740 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.519934 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678889'] for router, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.520566 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28b3887d-9a68-477e-8191-e3c4dbcf4662 {{(pid=78802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:22:36.523047 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e3633451-c30c-4c28-aab0-2242eade9ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.532641 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.533748 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] 10.222.0.13 "DELETE /v2.0/routers/28b3887d-9a68-477e-8191-e3c4dbcf4662 HTTP/1.1" status: 204 len: 168 time: 1.2528927 May 18 06:22:36.536357 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38460) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:36.596758 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d28a90-be18-48d4-9bd3-7550648da8e4 admin admin] Deleting subnet 5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c {{(pid=78802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:22:36.599460 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-00d28a90-be18-48d4-9bd3-7550648da8e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.646539 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-00d28a90-be18-48d4-9bd3-7550648da8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66634650'] for subnet, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.727023 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-00d28a90-be18-48d4-9bd3-7550648da8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.971203 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-00d28a90-be18-48d4-9bd3-7550648da8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2121266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2767021'] for subnet, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:36.975259 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:37.011742 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d28a90-be18-48d4-9bd3-7550648da8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:37.014370 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-00d28a90-be18-48d4-9bd3-7550648da8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:37.020344 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-00d28a90-be18-48d4-9bd3-7550648da8e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.025866 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35773a7f-ae2a-4d0e-a942-82701cfe931b None None] Network 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:22:37.029814 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-00d28a90-be18-48d4-9bd3-7550648da8e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5ce8e9d5-12a7-4127-8bc4-d486e7e7d11c HTTP/1.1" status: 204 len: 168 time: 0.4903264 May 18 06:22:37.031115 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38466) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:37.126770 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device d2add378-c47c-46aa-a501-42ce3bd8f117 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:22:37.193509 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: d2add378-c47c-46aa-a501-42ce3bd8f117 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:22:37.193861 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device d2add378-c47c-46aa-a501-42ce3bd8f117 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:22:37.194282 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e94e0318-d8c8-459b-abd8-fedcb97da0db no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:22:37.243328 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.254089 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: e94e0318-d8c8-459b-abd8-fedcb97da0db {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:22:37.254262 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e94e0318-d8c8-459b-abd8-fedcb97da0db not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:22:37.319408 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Deleting port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:37.319810 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.348137 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774122b8-c168-4b69-9dcb-3da732a44249 None None] DHCP port deletion for 8feb0adb-780a-4ed6-9925-7b94bf77e0b9 request from dv-cinder-784623-10-iscsi {{(pid=78804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:22:37.413327 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-774122b8-c168-4b69-9dcb-3da732a44249 None None] Deleting port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:37.413626 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-774122b8-c168-4b69-9dcb-3da732a44249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.417152 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] For port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb,segment=NetworkSegment(c3f5c595-cb98-4cc7-8c11-4f4fff50bc24),segment_id=c3f5c595-cb98-4cc7-8c11-4f4fff50bc24)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:37.417527 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.538873 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Calling delete_port for 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb owned by network:dhcp {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:37.543819 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-774122b8-c168-4b69-9dcb-3da732a44249 None None] For port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb,segment=NetworkSegment(c3f5c595-cb98-4cc7-8c11-4f4fff50bc24),segment_id=c3f5c595-cb98-4cc7-8c11-4f4fff50bc24)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:37.544313 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-774122b8-c168-4b69-9dcb-3da732a44249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.585311 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.589893 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9aba34d9-6cd9-41fc-b72f-0352976fafe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:37.633389 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:37.636852 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:37.639111 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] No DVR routers for this DVR port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb on host dv-cinder-784623-10-iscsi {{(pid=78802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:22:37.672053 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-774122b8-c168-4b69-9dcb-3da732a44249 None None] Calling delete_port for 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:37.686382 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.720488 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-774122b8-c168-4b69-9dcb-3da732a44249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.724497 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:37.752524 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.766736 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774122b8-c168-4b69-9dcb-3da732a44249 None None] Pushing event deleted for resources: {'Port': ['ID=844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:37.767873 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feb0adb-780a-4ed6-9925-7b94bf77e0b9']}} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:37.769770 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-774122b8-c168-4b69-9dcb-3da732a44249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:37.770591 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774122b8-c168-4b69-9dcb-3da732a44249 None None] No DVR routers for this DVR port 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb on host dv-cinder-784623-10-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:22:37.785383 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f5c595-cb98-4cc7-8c11-4f4fff50bc24') {'for_net_delete': True} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:37.785678 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f5c595-cb98-4cc7-8c11-4f4fff50bc24') {} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:37.797025 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66634645'] for segment, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.813163 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.819332 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=78802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:22:37.819726 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121364'] for segment, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: Traceback (most recent call last): May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: timer() May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: cb(*args, **kw) May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: return func(*args, **kwargs) May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: self._notify() May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: self.callback(batched_events) May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: event.method(event) May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: return f(self, *a, **k) May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._get(url).json() May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: return self.request(url, 'GET', **kwargs) May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:22:37.832969 dv-cinder-784623-10-iscsi neutron-server[78802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:22:37.917318 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.924232 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:37.929133 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e032b4b2-8d54-40c9-b158-de2a7730d3bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:37.955832 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8feb0adb-780a-4ed6-9925-7b94bf77e0b9,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:37.958283 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:37.960428 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8feb0adb-780a-4ed6-9925-7b94bf77e0b9 HTTP/1.1" status: 204 len: 168 time: 0.9284344 May 18 06:22:38.096423 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38484) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:38.143987 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-f1135db1-0f44-486b-860d-b4ca3cc3f686 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c20c2d152c642bf8d904ac48e065078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462983 May 18 06:22:38.146415 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38488) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:38.202488 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d6df-acc4-493e-9410-66b4b7e8801d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:38.227359 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d6df-acc4-493e-9410-66b4b7e8801d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:38.279640 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d6df-acc4-493e-9410-66b4b7e8801d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:38.283501 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e46904b6-4462-4c6b-9304-edbda0c2630f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:38.298704 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2d6df-acc4-493e-9410-66b4b7e8801d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e775ebb7-3895-43e3-83a7-4666832e62f1,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:38.302532 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-6ba2d6df-acc4-493e-9410-66b4b7e8801d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:38.306668 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6ba2d6df-acc4-493e-9410-66b4b7e8801d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:38.307792 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-6ba2d6df-acc4-493e-9410-66b4b7e8801d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e775ebb7-3895-43e3-83a7-4666832e62f1 HTTP/1.1" status: 204 len: 168 time: 0.1604815 May 18 06:22:38.633249 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38496) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:38.681485 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f272807f-8406-4fee-a913-d724aaf2d990 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d037d4ac0ba3473cbb1b85fb40702313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469723 May 18 06:22:38.683867 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38500) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:38.738914 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0646f3cc-0049-46b8-9490-d6d93ee242ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:38.763499 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0646f3cc-0049-46b8-9490-d6d93ee242ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:38.813713 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0646f3cc-0049-46b8-9490-d6d93ee242ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:38.817302 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-dc1ce557-427e-4989-901b-f7793ebabb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:38.828137 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646f3cc-0049-46b8-9490-d6d93ee242ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7127bcd-60a8-4064-b877-efb92b2e00cf,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:38.830503 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0646f3cc-0049-46b8-9490-d6d93ee242ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:38.836175 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0646f3cc-0049-46b8-9490-d6d93ee242ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:38.837260 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0646f3cc-0049-46b8-9490-d6d93ee242ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7127bcd-60a8-4064-b877-efb92b2e00cf HTTP/1.1" status: 204 len: 168 time: 0.1525321 May 18 06:22:39.122188 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:22:39.155553 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:22:39.155963 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 844cdeab-f5f3-4dc1-9da3-7a9a4dd03ccb not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:22:39.361872 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.546837 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38532) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:39.651029 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1774521448-network', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:39.657871 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:39.661934 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Usage tracker for resource:network and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:39.665251 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:39.671752 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:39.681529 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Made reservation on behalf of 4f9d306a59be4bf997637c0d369e937f for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:22:39.683933 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.698513 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.712258 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:39.716038 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Usage tracker for resource:security_group_rule and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:39.718868 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:39.724469 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:39.802595 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.806504 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.810358 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-93da7c42-8746-45b4-a1bb-d6830b03df4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:39.833026 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:22:39.845260 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d651189-c3ec-4631-aa78-6514bb197d50,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:39.853570 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.853926 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Added segment 0594ba1f-1760-4f41-8b71-a6a8843eeaa1 of type vlan for network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea May 18 06:22:39.855489 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.855890 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.856252 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.856609 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.856960 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.857311 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.857660 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.858008 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.858353 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.858697 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.859038 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.859377 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:39.863109 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:39.888104 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.914981 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.916269 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:39.916847 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:39.919959 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b510d1c8-375e-40aa-9c8e-97730c24bd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:40.016283 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Pushing event updated for resources: {'Network': ['ID=10aa1b95-71cd-4558-bc25-ccc2e2e003ea,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:40.019084 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:40.020767 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f3808003-9ad0-486c-9812-6bfdfd319cbf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4729316 May 18 06:22:40.024790 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38538) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:40.026856 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:22:40.030474 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Request body: {'subnet': {'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1774521448-subnet', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'ip_version': 4}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:40.035172 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:40.039844 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Usage tracker for resource:subnet and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:40.042664 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:40.048491 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:40.058723 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Made reservation on behalf of 4f9d306a59be4bf997637c0d369e937f for: {'subnet': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:22:40.061097 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3913263'] for subnet, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:40.432758 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3848650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3913277'] for subnet, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:40.436997 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:40.503787 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4e0f13-cd80-4d2c-9d0b-3367a241588b,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:40.509323 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:40.511676 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Checking segment: {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:22:40.512045 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Network hostable DHCP agents. Network: 10aa1b95-71cd-4558-bc25-ccc2e2e003ea, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:22:40.528530 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:22:40.537030 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 10aa1b95-71cd-4558-bc25-ccc2e2e003ea) {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:40.544945 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:40.545389 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:40.546538 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7569bda5-96f9-4a3c-adca-262f215cce29 None None] Network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:22:40.565654 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5397878 May 18 06:22:40.568288 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38544) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:40.573730 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:40.578016 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:40.581875 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Usage tracker for resource:router and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:40.584686 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:40.590829 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:40.599964 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-813629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7142'] for router, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:40.600937 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-813808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-733194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7161'] for router, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:40.615185 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:40.759169 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4bbcccd-1247-5822-9de9-63a88c1eb4be-10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b'}]}} from dv-cinder-784623-10-iscsi. {{(pid=78804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:22:40.760036 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:40.873453 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-813615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7115'] for router, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:40.910619 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Allocated IP 172.20.0.2 (10aa1b95-71cd-4558-bc25-ccc2e2e003ea/0e4e0f13-cd80-4d2c-9d0b-3367a241588b/6adcfff2-9823-48bf-8bb0-f368c379a6fd) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:22:41.116533 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:41.126957 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Transition to ACTIVE for port object 6adcfff2-9823-48bf-8bb0-f368c379a6fd will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:41.146738 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Transition to ACTIVE for port object 6adcfff2-9823-48bf-8bb0-f368c379a6fd will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:41.152951 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:41.157627 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f3fd17da-83bc-4dc9-9f03-20f80f40a012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:41.220796 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:22:41.223753 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:41.226203 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:22:41.264804 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Pushing event updated for resources: {'Port': ['ID=6adcfff2-9823-48bf-8bb0-f368c379a6fd,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:41.268003 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:41.274786 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:41.299683 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:41.345635 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Attempting to bind port 6adcfff2-9823-48bf-8bb0-f368c379a6fd on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:22:41.346059 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Attempting to bind port 6adcfff2-9823-48bf-8bb0-f368c379a6fd by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:22:41.346479 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Attempting to bind port 6adcfff2-9823-48bf-8bb0-f368c379a6fd on network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:22:41.352889 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:22:41.353269 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Checking segment: {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:22:41.353678 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:41.354762 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Bound using segment: {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:22:41.354762 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Bound port: 6adcfff2-9823-48bf-8bb0-f368c379a6fd, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:22:41.354981 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:41.441413 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Allocated IP 172.27.2.117 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/8d1f949d-cabd-4e23-9164-44f5d17c1b38) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:22:41.448755 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] For port 6adcfff2-9823-48bf-8bb0-f368c379a6fd, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:22:41.451893 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] For port 6adcfff2-9823-48bf-8bb0-f368c379a6fd, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=6adcfff2-9823-48bf-8bb0-f368c379a6fd,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:22:41.458223 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:41.463491 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:41.551428 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Pushing event updated for resources: {'Port': ['ID=6adcfff2-9823-48bf-8bb0-f368c379a6fd,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:41.554455 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:41.616453 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:41.646994 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:41.652926 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c4f87c52-c2be-4407-9c78-2001773f8df6 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:41.723641 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:22:41.727132 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:41.749335 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Pushing event updated for resources: {'Port': ['ID=8d1f949d-cabd-4e23-9164-44f5d17c1b38,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:41.754551 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:22:41.790046 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:42.184228 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:42.508308 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219cee7f-eec1-4a39-894f-1ef9397a26d8 None None] Network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:22:42.574441 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-813622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686404'] for router, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:42.633097 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-b2df66a5-c221-4d2d-9fb1-45a5ec00fed8 None None] Provisioning for port 6adcfff2-9823-48bf-8bb0-f368c379a6fd completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:42.881025 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Router eb5c1fe6-599b-4a92-8796-98b49d4d3399 is scheduled to L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 with binding_index 1 {{(pid=78803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:22:43.062541 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:22:43.078225 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Sync routers for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:22:43.089275 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:43.089996 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:43.093902 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:43.097657 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5259433 May 18 06:22:43.097857 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38570) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:43.140682 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 6adcfff2-9823-48bf-8bb0-f368c379a6fd up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:43.316707 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 6adcfff2-9823-48bf-8bb0-f368c379a6fd completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:43.321057 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:43.417260 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 6adcfff2-9823-48bf-8bb0-f368c379a6fd triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:43.417641 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:43.681944 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:43.723026 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 6adcfff2-9823-48bf-8bb0-f368c379a6fd, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=6adcfff2-9823-48bf-8bb0-f368c379a6fd,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:43.728469 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:43.730369 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0968ec1b-49b2-466e-9d43-dd1bca42bfbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:43.760160 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:43.783160 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:42Z', 'revision_number': 3, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:43.791829 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Checking router: eb5c1fe6-599b-4a92-8796-98b49d4d3399 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:22:43.792199 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Updating router eb5c1fe6-599b-4a92-8796-98b49d4d3399 port 8d1f949d-cabd-4e23-9164-44f5d17c1b38 binding host dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:22:43.846094 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=6adcfff2-9823-48bf-8bb0-f368c379a6fd,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:43.850457 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:43.855182 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:43.964293 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Allocated IP 172.20.0.1 (10aa1b95-71cd-4558-bc25-ccc2e2e003ea/0e4e0f13-cd80-4d2c-9d0b-3367a241588b/38c2ae70-73bd-4eaf-a8e1-b8138f441d87) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:22:44.108093 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.123489 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Transition to ACTIVE for port object 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:44.146059 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.150443 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-48458c74-8de2-4b1e-954c-46861596578e tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:44.172566 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.185157 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Transition to ACTIVE for port object 8d1f949d-cabd-4e23-9164-44f5d17c1b38 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:44.192266 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.195649 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:44.209220 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:22:44.211977 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:44.215606 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:22:44.278139 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Attempting to bind port 8d1f949d-cabd-4e23-9164-44f5d17c1b38 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:22:44.278524 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Attempting to bind port 8d1f949d-cabd-4e23-9164-44f5d17c1b38 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:22:44.278893 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Attempting to bind port 8d1f949d-cabd-4e23-9164-44f5d17c1b38 on network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:22:44.286007 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Pushing event updated for resources: {'Port': ['ID=8d1f949d-cabd-4e23-9164-44f5d17c1b38,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:44.289488 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:44.292596 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:22:44.292984 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Checking segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:22:44.293821 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.293821 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Bound using segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:22:44.294266 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Bound port: 8d1f949d-cabd-4e23-9164-44f5d17c1b38, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:22:44.294655 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.372640 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] For port 8d1f949d-cabd-4e23-9164-44f5d17c1b38, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:22:44.372831 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Pushing event updated for resources: {'Port': ['ID=38c2ae70-73bd-4eaf-a8e1-b8138f441d87,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:44.376171 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] For port 8d1f949d-cabd-4e23-9164-44f5d17c1b38, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=8d1f949d-cabd-4e23-9164-44f5d17c1b38,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:22:44.377077 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:44.381332 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.386635 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:44.387904 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678847'] for router_interface, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.465266 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:44.465885 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:44.594702 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Pushing event updated for resources: {'Port': ['ID=8d1f949d-cabd-4e23-9164-44f5d17c1b38,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:44.639358 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.672571 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.672940 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.673277 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.673615 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.673952 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.674285 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.674616 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.674942 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.675269 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.675895 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.676224 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.676545 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:44.682585 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:44.686507 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-ff0653cb-1053-44cf-9768-878d718ef717 None None] Provisioning for port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:44.696673 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-ff0653cb-1053-44cf-9768-878d718ef717 None None] Provisioning complete for port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:44.697061 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ff0653cb-1053-44cf-9768-878d718ef717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.753922 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:44.853559 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.857960 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.861704 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-ff0653cb-1053-44cf-9768-878d718ef717 None None] Port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:22:44.884142 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0e76376b-5aff-4a7c-8cd3-67a082ccc591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:44.963627 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Pushing event updated for resources: {'Port': ['ID=38c2ae70-73bd-4eaf-a8e1-b8138f441d87,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:44.965968 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676120'] for router_interface, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:44.970477 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:45.041528 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:42Z', 'revision_number': 3, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:45.045464 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f23bc1-f37f-476b-9835-d35f24a5f8cc None None] The sync data for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi is: [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:42Z', 'revision_number': 3, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:22:45.102073 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:22:45.103155 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:45.117880 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 6adcfff2-9823-48bf-8bb0-f368c379a6fd up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:45.196526 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 6adcfff2-9823-48bf-8bb0-f368c379a6fd triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:45.196909 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:45.306478 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Router eb5c1fe6-599b-4a92-8796-98b49d4d3399 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:22:45.386649 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-1ac8341b-1fcf-47eb-8422-319124bebdb7 None None] Provisioning complete for port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:45.387097 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-1ac8341b-1fcf-47eb-8422-319124bebdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:45.448671 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8341b-1fcf-47eb-8422-319124bebdb7 None None] Port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:22:45.517029 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:22:45.526913 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] 10.222.0.13 "PUT /v2.0/routers/eb5c1fe6-599b-4a92-8796-98b49d4d3399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4280496 May 18 06:22:46.047739 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38600) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:46.053785 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-516123883-network', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:46.059113 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:46.062914 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Usage tracker for resource:network and tenant:fcf9db86f2184584a7682cef1744a8f7 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:46.065814 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:46.072014 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:46.083233 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Made reservation on behalf of fcf9db86f2184584a7682cef1744a8f7 for: {'network': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:22:46.085612 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982620'] for network, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.097419 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.111800 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:46.115985 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf9db86f2184584a7682cef1744a8f7 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:46.119521 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:46.125299 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:46.211586 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.217270 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.220321 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-12e2bd00-af62-4c8d-a828-50104d654c88 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:46.248307 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=78803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 18 06:22:46.261811 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab905f40-cdeb-4f46-86a8-308c7c362496,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:46.265389 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:46.267929 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.268290 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.segments_db [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Added segment 2f99f69e-f2fb-410f-b95e-4a57dc80c3c5 of type vlan for network 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 May 18 06:22:46.295443 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755054237615'] for network, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.328953 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952'] for network, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.330444 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:46.330912 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.336079 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ab90a648-ebbe-4ded-b8eb-32d28bf5c596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:46.437452 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3884401 May 18 06:22:46.440205 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38610) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:46.440745 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4c1b51-e94a-4d88-afb4-820f66c6cd30,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:46.443150 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d4993f0c-6bcd-4c45-b5be-6fefa7ceff26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:46.447187 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Request body: {'subnet': {'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-516123883-subnet', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'ip_version': 4}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:46.451630 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Network 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 details requested by agent ovs-agent-dv-cinder-784623-10-iscsi with host dv-cinder-784623-10-iscsi {{(pid=78804) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 18 06:22:46.453115 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:46.457814 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Usage tracker for resource:subnet and tenant:fcf9db86f2184584a7682cef1744a8f7 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:46.461013 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:46.466936 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:46.483857 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Made reservation on behalf of fcf9db86f2184584a7682cef1744a8f7 for: {'subnet': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:22:46.486136 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2767030'] for subnet, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.707137 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Sync routers for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:22:46.723164 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:46.723559 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:46.936090 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:46.945977 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2121341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2767012'] for subnet, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:46.951573 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-00d28a90-be18-48d4-9bd3-7550648da8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:47.092107 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724d10ee-4e6e-4086-9451-f21325043244,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:47.096263 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Checking segment: {'id': '2f99f69e-f2fb-410f-b95e-4a57dc80c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:22:47.096911 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Network hostable DHCP agents. Network: 4f4c1b51-e94a-4d88-afb4-820f66c6cd30, hostable agents: ['829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39'], hosted agents: [] {{(pid=78802) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 18 06:22:47.102983 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:47.127936 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Network 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 is scheduled to be hosted by DHCP agent 829eb38d-9c5d-4ca2-a2b6-0cd8f7539c39 with binding_index 1 {{(pid=78802) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 18 06:22:47.143983 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db319f62-200a-417b-bf5a-2831aa208c3b req-1014b114-340a-48a3-bc3b-24d212e841b2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:47.145492 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-db319f62-200a-417b-bf5a-2831aa208c3b req-1014b114-340a-48a3-bc3b-24d212e841b2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.3780260 May 18 06:22:47.146667 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-10-iscsi, 4f4c1b51-e94a-4d88-afb4-820f66c6cd30) {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:47.153818 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 8d1f949d-cabd-4e23-9164-44f5d17c1b38 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:47.178854 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:47.179476 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.190180 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c1d0c-82e9-4298-99b9-26732560f24a None None] Network 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:22:47.266074 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 2, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:47.270708 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Checking router: eb5c1fe6-599b-4a92-8796-98b49d4d3399 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:22:47.271261 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Updating router eb5c1fe6-599b-4a92-8796-98b49d4d3399 port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 binding host dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:22:47.314755 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-db319f62-200a-417b-bf5a-2831aa208c3b req-7e507384-bcda-4958-b9bb-2fb4fe144fde tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600447 May 18 06:22:47.326271 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 8d1f949d-cabd-4e23-9164-44f5d17c1b38 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:47.327186 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8858309 May 18 06:22:47.327742 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38632) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:47.334976 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-516123883-router', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:47.340361 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:47.343862 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.344828 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Usage tracker for resource:router and tenant:fcf9db86f2184584a7682cef1744a8f7 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:47.348173 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:47.352758 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 8d1f949d-cabd-4e23-9164-44f5d17c1b38 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:47.353116 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.354861 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:47.366124 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-813629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7142'] for router, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.367774 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-813808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-672587', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-733194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7161'] for router, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.385357 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.522090 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe4bbcccd-1247-5822-9de9-63a88c1eb4be-4f4c1b51-e94a-4d88-afb4-820f66c6cd30', 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'fixed_ips': [{'subnet_id': '724d10ee-4e6e-4086-9451-f21325043244'}]}} from dv-cinder-784623-10-iscsi. {{(pid=78804) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 18 06:22:47.522915 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.606774 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.649034 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 8d1f949d-cabd-4e23-9164-44f5d17c1b38, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=8d1f949d-cabd-4e23-9164-44f5d17c1b38,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:47.657261 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.661905 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:47.701096 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.713103 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Transition to ACTIVE for port object 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:47.719927 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.724076 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:47.781172 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-700931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-813615', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7115'] for router, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:47.826797 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=8d1f949d-cabd-4e23-9164-44f5d17c1b38,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:47.832279 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:47.833588 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.db_base_plugin_common [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Allocated IP 172.20.0.2 (4f4c1b51-e94a-4d88-afb4-820f66c6cd30/724d10ee-4e6e-4086-9451-f21325043244/511706fd-0c9d-4857-8665-32e478ca5f26) {{(pid=78804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:22:47.915288 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Pushing event updated for resources: {'Port': ['ID=38c2ae70-73bd-4eaf-a8e1-b8138f441d87,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:47.924265 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.924625 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.924963 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.925277 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.925847 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.926349 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.926823 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.927427 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.927941 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.928440 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.928919 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.929945 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:22:47.933985 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:48.097463 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Attempting to bind port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:22:48.097926 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Attempting to bind port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:22:48.098298 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Attempting to bind port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 on network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:22:48.106020 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:22:48.106234 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Checking segment: {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:22:48.106482 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.107083 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Bound using segment: {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:22:48.107587 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Bound port: 38c2ae70-73bd-4eaf-a8e1-b8138f441d87, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:22:48.107951 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.127151 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Notify callbacks [] for port, precommit_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.138276 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Transition to ACTIVE for port object 511706fd-0c9d-4857-8665-32e478ca5f26 will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:48.160213 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Transition to ACTIVE for port object 511706fd-0c9d-4857-8665-32e478ca5f26 will not be triggered until provisioned by entity DHCP. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:48.172825 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825'] for port, after_create {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.175973 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-774122b8-c168-4b69-9dcb-3da732a44249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:48.210110 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] For port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:22:48.213506 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] For port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=38c2ae70-73bd-4eaf-a8e1-b8138f441d87,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:22:48.220542 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.227510 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:48.241685 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Network 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 is already hosted by enough agents. {{(pid=78804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:22:48.244660 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.scheduler.base_scheduler [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Resources bound (agent type, host, resource id): {{(pid=78804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:48.248370 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Received port after_create {{(pid=78804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:22:48.300108 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Pushing event updated for resources: {'Port': ['ID=511706fd-0c9d-4857-8665-32e478ca5f26,revision_number=1']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:48.304362 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:48.304997 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:48.338573 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:48.339503 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.363184 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Attempting to bind port 511706fd-0c9d-4857-8665-32e478ca5f26 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:22:48.364278 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Attempting to bind port 511706fd-0c9d-4857-8665-32e478ca5f26 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '2f99f69e-f2fb-410f-b95e-4a57dc80c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:22:48.364613 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Attempting to bind port 511706fd-0c9d-4857-8665-32e478ca5f26 on network 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:22:48.372360 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:22:48.372991 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Checking segment: {'id': '2f99f69e-f2fb-410f-b95e-4a57dc80c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:22:48.373558 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.374415 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Bound using segment: {'id': '2f99f69e-f2fb-410f-b95e-4a57dc80c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:22:48.375051 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Bound port: 511706fd-0c9d-4857-8665-32e478ca5f26, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f99f69e-f2fb-410f-b95e-4a57dc80c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:22:48.375609 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.377281 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.411869 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Pushing event updated for resources: {'Port': ['ID=38c2ae70-73bd-4eaf-a8e1-b8138f441d87,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:48.471077 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:48.493773 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] For port 511706fd-0c9d-4857-8665-32e478ca5f26, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:22:48.498991 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] For port 511706fd-0c9d-4857-8665-32e478ca5f26, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=511706fd-0c9d-4857-8665-32e478ca5f26,segment=NetworkSegment(2f99f69e-f2fb-410f-b95e-4a57dc80c3c5),segment_id=2f99f69e-f2fb-410f-b95e-4a57dc80c3c5)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:22:48.512117 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.519208 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5ee7a7bd-52c9-4ae2-a8fe-251cadbcfb04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:48.533954 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Allocated IP 172.27.2.146 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/51a7ba70-5e9d-45c2-9d85-33fc2833b47d) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:22:48.597579 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:48.609071 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad8a6b-1a6c-4d80-a549-2b298d16daf2 req-5ca37b98-01bc-496a-a15a-840953b2fc94 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:48.611422 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-abad8a6b-1a6c-4d80-a549-2b298d16daf2 req-5ca37b98-01bc-496a-a15a-840953b2fc94 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.1042984 May 18 06:22:48.659208 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Pushing event updated for resources: {'Port': ['ID=511706fd-0c9d-4857-8665-32e478ca5f26,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:48.671240 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:48.692772 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-abad8a6b-1a6c-4d80-a549-2b298d16daf2 req-6bd6cbc3-0aa1-4331-bb27-f47f86ff9235 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746551 May 18 06:22:48.733615 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.765074 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:48.769712 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8ef069e1-cb0b-4037-b93b-1b88f16e55d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:48.849089 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:22:48.851989 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:48.854386 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:22:48.907787 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=51a7ba70-5e9d-45c2-9d85-33fc2833b47d,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:48.910662 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:48.951122 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:48Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:48.955165 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db6502-5a32-4446-879d-aeba637d8f26 None None] The sync data for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi is: [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:48Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:22:49.240794 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 511706fd-0c9d-4857-8665-32e478ca5f26 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:49.426499 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:49.466201 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 511706fd-0c9d-4857-8665-32e478ca5f26 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:49.472037 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 8d1f949d-cabd-4e23-9164-44f5d17c1b38 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:49.560017 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 8d1f949d-cabd-4e23-9164-44f5d17c1b38 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:49.560650 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:49.767368 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:49.827284 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862dd0e4-b441-42e9-a261-2c84fc30eb0d None None] Network 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:22:49.921812 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6ddc3-1067-4031-9abf-1bd2925e551d req-49302370-34dd-4fb5-a4e5-8c876ae4cef6 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:49.929483 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d4d6ddc3-1067-4031-9abf-1bd2925e551d req-49302370-34dd-4fb5-a4e5-8c876ae4cef6 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0901799 May 18 06:22:49.981609 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-813622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-686404'] for router, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:49.982715 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d4d6ddc3-1067-4031-9abf-1bd2925e551d req-bd8c0338-3563-4390-8846-dc367946da99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520704 May 18 06:22:50.042480 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-d2ea8411-cb6c-4f48-b421-3b5ac18e86c2 None None] Provisioning for port 511706fd-0c9d-4857-8665-32e478ca5f26 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:50.087838 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-d2ea8411-cb6c-4f48-b421-3b5ac18e86c2 None None] Provisioning complete for port 511706fd-0c9d-4857-8665-32e478ca5f26 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:50.088324 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8411-cb6c-4f48-b421-3b5ac18e86c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:50.121097 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:50.142252 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:50.142637 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:50.193036 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 is scheduled to L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 with binding_index 1 {{(pid=78803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 18 06:22:50.340080 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8411-cb6c-4f48-b421-3b5ac18e86c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:50.358235 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:50.379127 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:22:50.397026 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Sync routers for ids ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:22:50.406211 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:50.407576 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0785964 May 18 06:22:50.410523 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 38656) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:50.413744 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-d2ea8411-cb6c-4f48-b421-3b5ac18e86c2 None None] For port 511706fd-0c9d-4857-8665-32e478ca5f26, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=511706fd-0c9d-4857-8665-32e478ca5f26,segment=NetworkSegment(2f99f69e-f2fb-410f-b95e-4a57dc80c3c5),segment_id=2f99f69e-f2fb-410f-b95e-4a57dc80c3c5)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:50.421977 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=38c2ae70-73bd-4eaf-a8e1-b8138f441d87,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:50.423026 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8411-cb6c-4f48-b421-3b5ac18e86c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:50.426273 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:50.470605 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Routers {'5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:50.471339 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:50.621932 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:50.740959 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea8411-cb6c-4f48-b421-3b5ac18e86c2 None None] Pushing event updated for resources: {'Port': ['ID=511706fd-0c9d-4857-8665-32e478ca5f26,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:50.746494 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d2ea8411-cb6c-4f48-b421-3b5ac18e86c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:50.747072 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-0e4af333-d256-4d67-a416-162fd18dd58d None None] Provisioning complete for port 511706fd-0c9d-4857-8665-32e478ca5f26 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:50.747451 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-0e4af333-d256-4d67-a416-162fd18dd58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:50.770444 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-894d6ad3-95f2-4ef1-9691-33d714c2e667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:50.878847 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Set router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:50.982651 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=38c2ae70-73bd-4eaf-a8e1-b8138f441d87,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:50.994363 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:51.137990 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 511706fd-0c9d-4857-8665-32e478ca5f26 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:51.220883 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36597e-e06c-4176-9d70-5e1cf0c49476 req-8183aa56-4e89-4dcd-b4d3-8af46588fbeb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:51.223075 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-be36597e-e06c-4176-9d70-5e1cf0c49476 req-8183aa56-4e89-4dcd-b4d3-8af46588fbeb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0876377 May 18 06:22:51.263530 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:51.271590 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-be36597e-e06c-4176-9d70-5e1cf0c49476 req-e4b8a736-b123-44a8-9a88-84eda7a09818 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420589 May 18 06:22:51.306141 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 511706fd-0c9d-4857-8665-32e478ca5f26 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:51.306525 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:51.378235 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'name': 'tempest-TestVolumeBootPattern-516123883-router', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:47Z', 'updated_at': '2021-05-18T06:22:49Z', 'revision_number': 3, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'gw_port': {'id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:48Z', 'updated_at': '2021-05-18T06:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:51.384297 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Checking router: 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:22:51.384654 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Updating router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d binding host dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:22:51.477230 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Allocated IP 172.20.0.1 (4f4c1b51-e94a-4d88-afb4-820f66c6cd30/724d10ee-4e6e-4086-9451-f21325043244/20dde7d6-4bb6-436e-87a2-fced61e684d8) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:22:51.482984 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:51.529192 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:51.623881 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:51.639410 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Transition to ACTIVE for port object 20dde7d6-4bb6-436e-87a2-fced61e684d8 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:51.665999 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:51.666340 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:51.666501 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:51.671450 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a40abf56-2d1a-4adb-854e-6516bf34b57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:51.732896 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Network 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:22:51.735631 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:51.738061 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:22:51.790564 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=20dde7d6-4bb6-436e-87a2-fced61e684d8,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:51.794288 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:51.812200 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-678847'] for router_interface, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:51.966021 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:51.989725 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Notify callbacks [] for port, precommit_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:52.001990 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Transition to ACTIVE for port object 51a7ba70-5e9d-45c2-9d85-33fc2833b47d will not be triggered until provisioned by entity L2. {{(pid=78804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:52.009576 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:52.014739 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f3fd17da-83bc-4dc9-9f03-20f80f40a012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:52.112246 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Attempting to bind port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:22:52.112763 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Attempting to bind port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:22:52.113145 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Attempting to bind port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d on network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:22:52.117273 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64c9ec-000f-4d39-aed2-15925de9c1d8 None None] Pushing event updated for resources: {'Port': ['ID=51a7ba70-5e9d-45c2-9d85-33fc2833b47d,revision_number=2']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:52.120337 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0b64c9ec-000f-4d39-aed2-15925de9c1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:52.123337 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-41e84b47-9559-4713-b16f-9f16f4fa8ae3 None None] Provisioning for port 20dde7d6-4bb6-436e-87a2-fced61e684d8 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:52.127200 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:22:52.127606 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Checking segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:22:52.128054 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:52.128420 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Bound using segment: {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'} {{(pid=78804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:22:52.129202 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.managers [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Bound port: 51a7ba70-5e9d-45c2-9d85-33fc2833b47d, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db60058c-938a-4eda-821e-c4fd0f84b1de', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}}] {{(pid=78804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:22:52.129349 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:52.157093 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-41e84b47-9559-4713-b16f-9f16f4fa8ae3 None None] Provisioning complete for port 20dde7d6-4bb6-436e-87a2-fced61e684d8 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:52.157472 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-41e84b47-9559-4713-b16f-9f16f4fa8ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:52.192973 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:52.198674 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:52.250825 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ddc94dd6-1506-41c7-aeab-d42274ff05b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:52.307909 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-676120'] for router_interface, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:52.326382 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=20dde7d6-4bb6-436e-87a2-fced61e684d8,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:52.331336 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-41e84b47-9559-4713-b16f-9f16f4fa8ae3 None None] Port 20dde7d6-4bb6-436e-87a2-fced61e684d8 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:22:52.341721 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:52.355387 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] For port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:22:52.362033 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] For port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=51a7ba70-5e9d-45c2-9d85-33fc2833b47d,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:22:52.373646 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:52.379503 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-d2ea8411-cb6c-4f48-b421-3b5ac18e86c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:52.483753 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Network 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:22:52.484966 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:22:52.491867 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Routers {'5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:52.492335 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:52.580858 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64c9ec-000f-4d39-aed2-15925de9c1d8 None None] Pushing event updated for resources: {'Port': ['ID=51a7ba70-5e9d-45c2-9d85-33fc2833b47d,revision_number=3']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:52.584281 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0b64c9ec-000f-4d39-aed2-15925de9c1d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:52.618479 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb3e42-6b7e-4942-8b6c-b7365a664acb req-d1cc6d4f-46ff-44f7-947e-b9e7c7d5eb5e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:52.620924 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-55bb3e42-6b7e-4942-8b6c-b7365a664acb req-d1cc6d4f-46ff-44f7-947e-b9e7c7d5eb5e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.1825776 May 18 06:22:52.628955 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec79b4c-d6c0-4aba-a5a7-8898b3ca2a2d req-213e92b7-2b26-4fbd-90c7-9f5fae663507 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:52.636698 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2ec79b4c-d6c0-4aba-a5a7-8898b3ca2a2d req-213e92b7-2b26-4fbd-90c7-9f5fae663507 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 945 time: 0.1553185 May 18 06:22:52.690345 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:22:52.695919 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] Set router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:52.723180 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-55bb3e42-6b7e-4942-8b6c-b7365a664acb req-cdc3c7bd-61d4-4028-999f-4c44804ddaae tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696974 May 18 06:22:52.738282 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2ec79b4c-d6c0-4aba-a5a7-8898b3ca2a2d req-35fceeca-770c-4f60-abf4-003f04f50706 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004565 May 18 06:22:52.839207 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-f0273350-4f89-451a-bd56-c0f37ed4cb8b None None] Provisioning complete for port 20dde7d6-4bb6-436e-87a2-fced61e684d8 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:52.839656 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f0273350-4f89-451a-bd56-c0f37ed4cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:52.973421 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-f0273350-4f89-451a-bd56-c0f37ed4cb8b None None] Port 20dde7d6-4bb6-436e-87a2-fced61e684d8 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:22:52.973933 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:22:52.991025 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] 10.222.0.13 "PUT /v2.0/routers/5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5709796 May 18 06:22:53.075794 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'name': 'tempest-TestVolumeBootPattern-516123883-router', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:47Z', 'updated_at': '2021-05-18T06:22:51Z', 'revision_number': 4, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'gw_port': {'id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:48Z', 'updated_at': '2021-05-18T06:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '20dde7d6-4bb6-436e-87a2-fced61e684d8', 'name': '', 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'mac_address': 'fa:16:3e:35:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '724d10ee-4e6e-4086-9451-f21325043244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:51Z', 'updated_at': '2021-05-18T06:22:52Z', 'revision_number': 2, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'subnets': [{'id': '724d10ee-4e6e-4086-9451-f21325043244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:53.079584 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad933fe-80d3-47ef-8249-a046f6af6c81 None None] The sync data for ids ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'] in dv-cinder-784623-10-iscsi is: [{'id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'name': 'tempest-TestVolumeBootPattern-516123883-router', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:47Z', 'updated_at': '2021-05-18T06:22:51Z', 'revision_number': 4, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'gw_port': {'id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:48Z', 'updated_at': '2021-05-18T06:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '20dde7d6-4bb6-436e-87a2-fced61e684d8', 'name': '', 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'mac_address': 'fa:16:3e:35:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '724d10ee-4e6e-4086-9451-f21325043244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:51Z', 'updated_at': '2021-05-18T06:22:52Z', 'revision_number': 2, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'subnets': [{'id': '724d10ee-4e6e-4086-9451-f21325043244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:22:53.405776 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:53.696106 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38692) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:53.703838 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664082827', 'description': 'tempest-secgroup-smoke-664082827 description', 'project_id': '4f9d306a59be4bf997637c0d369e937f'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:53.709675 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:53.714055 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:security_group and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:53.716940 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:53.723426 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:53.737702 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:53.761767 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:53.767447 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:security_group_rule and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:53.770440 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:53.779117 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:53.970049 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:53.991143 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:53.995148 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2a73bcf0-ecf3-458d-b302-a7b6f51fc7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:54.028310 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a6a8d-6306-4b3f-955d-9607cf4429a9 req-7b62ace2-46b0-46fc-bacf-c3a78d4da23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:54.029847 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-df7a6a8d-6306-4b3f-955d-9607cf4429a9 req-7b62ace2-46b0-46fc-bacf-c3a78d4da23e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 1098 time: 0.1243045 May 18 06:22:54.054242 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d168ea7-075a-4f66-92a9-96d57c47f918,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:54.058366 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:54.064643 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.065919 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3666811 May 18 06:22:54.069217 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38704) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:54.079481 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'security_group_rule': {'security_group_id': '9d168ea7-075a-4f66-92a9-96d57c47f918', 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:54.090021 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:54.104115 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778b80c-b513-4795-9df7-a4f4d062764e req-bc77e5d2-bbe0-454e-a13f-97b5e2d9c7b2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:54.105828 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8778b80c-b513-4795-9df7-a4f4d062764e req-bc77e5d2-bbe0-454e-a13f-97b5e2d9c7b2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.2447367 May 18 06:22:54.107505 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:security_group_rule and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:54.112068 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:54.135923 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:54.148802 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cebf50-b7b8-437b-906c-382ad3f99e1e req-9eb808f8-7f80-47aa-ad1a-2fae0e83bc85 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:54.152181 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-72cebf50-b7b8-437b-906c-382ad3f99e1e req-9eb808f8-7f80-47aa-ad1a-2fae0e83bc85 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 945 time: 0.2479534 May 18 06:22:54.204736 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8778b80c-b513-4795-9df7-a4f4d062764e req-e8f91b40-d2c7-461d-9cc7-b2ccc3a76a16 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882833 May 18 06:22:54.212912 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a6a8d-6306-4b3f-955d-9607cf4429a9 req-ffab4394-072d-4895-aa14-f11974804fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:54.214436 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-df7a6a8d-6306-4b3f-955d-9607cf4429a9 req-ffab4394-072d-4895-aa14-f11974804fd0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 918 time: 0.1621420 May 18 06:22:54.216071 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.261706 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-72cebf50-b7b8-437b-906c-382ad3f99e1e req-fb90ee56-8104-4dfd-8251-13e87587c7d6 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029897 May 18 06:22:54.332537 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.336690 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.338869 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:54.348192 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-df7a6a8d-6306-4b3f-955d-9607cf4429a9 req-dc25f0f4-dcf3-4a93-b0e0-ae6d13b489c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 HTTP/1.1" status: 200 len: 1000 time: 0.1249056 May 18 06:22:54.358726 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3445fcd5-eae9-402c-b524-77b30baacb5c,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:54.363410 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:54.371230 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.372447 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-be72d2e6-b78a-426f-849f-4b90c6e571a3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3001871 May 18 06:22:54.375171 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38708) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:54.380219 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'security_group_rule': {'security_group_id': '9d168ea7-075a-4f66-92a9-96d57c47f918', 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:54.386723 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:54.390604 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:security_group_rule and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:54.393515 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:54.400104 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:54.414419 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.475455 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.479407 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.481452 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:54.484815 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a6a8d-6306-4b3f-955d-9607cf4429a9 req-722a78fe-3ae6-4350-903f-6fa9a5c92c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:54.486256 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-df7a6a8d-6306-4b3f-955d-9607cf4429a9 req-722a78fe-3ae6-4350-903f-6fa9a5c92c64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 200 len: 856 time: 0.1163962 May 18 06:22:54.503654 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b677a991-a373-4319-a936-ab8a7e2a0afe,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:54.506093 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:54.513937 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.515160 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391394 May 18 06:22:54.517800 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38712) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:54.522878 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'security_group_rule': {'security_group_id': '9d168ea7-075a-4f66-92a9-96d57c47f918', 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:54.528436 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:54.532186 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:security_group_rule and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:54.535008 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:54.540717 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:54.549817 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-f6d33a46-e4a5-4d3d-b333-2693602f21d0 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:54.550790 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-f6d33a46-e4a5-4d3d-b333-2693602f21d0 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Synchronizing usage tracker for tenant:1ab0917bd6324bafa13293aabc4f3b21 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:22:54.556908 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.574878 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-f6d33a46-e4a5-4d3d-b333-2693602f21d0 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Unset dirty status for tenant:1ab0917bd6324bafa13293aabc4f3b21 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:22:54.576104 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-f6d33a46-e4a5-4d3d-b333-2693602f21d0 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.18 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 945 time: 0.2074318 May 18 06:22:54.622075 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.626226 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.632116 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:54.637454 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a6a8d-6306-4b3f-955d-9607cf4429a9 req-2ed7e039-2139-4a76-aff9-b12f0c2e37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:54.638911 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-df7a6a8d-6306-4b3f-955d-9607cf4429a9 req-2ed7e039-2139-4a76-aff9-b12f0c2e37f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feb21229-4b88-4211-935f-c205971cde1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1450398 May 18 06:22:54.650268 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c621aabf-bc65-410d-998e-1abe355e809a,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:54.652937 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:54.663353 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.668565 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-0322be75-b501-40ad-8063-1730f2586f79 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471593 May 18 06:22:54.668731 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38716) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:54.675060 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'security_group_rule': {'security_group_id': '9d168ea7-075a-4f66-92a9-96d57c47f918', 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:54.682080 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:54.685965 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:security_group_rule and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:54.688935 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:54.695172 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:54.711999 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.774890 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.778633 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.785938 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-bdbd6480-7a77-4a5c-9de9-1aeb7699c31a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:54.803988 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca7bb5f-4f10-4d8f-93a8-70bbd8d67d2e,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:54.807061 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:54.814687 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.815956 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456006 May 18 06:22:54.818606 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38720) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:54.823790 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'security_group_rule': {'security_group_id': '9d168ea7-075a-4f66-92a9-96d57c47f918', 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:54.829377 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:54.829821 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-df7a6a8d-6306-4b3f-955d-9607cf4429a9 req-219132ed-1a66-44fd-848b-aeacc6de19f2 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833472 May 18 06:22:54.833124 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:security_group_rule and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:54.836017 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:54.841663 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:54.853898 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.securitygroups_db [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Project 4f9d306a59be4bf997637c0d369e937f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 06:22:54.859263 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Deleting port e90c3252-e9ad-402b-9f90-ceca098355a7 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:22:54.859601 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.859739 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.923415 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.928342 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.931076 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-12f10e32-792f-410a-8623-3f6ac89ced82 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:54.952330 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eab8d79-c45c-426a-8cd8-db45e93e4a65,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:54.954809 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:54.963587 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:54.964908 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453407 May 18 06:22:54.967689 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 38724) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:22:54.972776 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'security_group_rule': {'security_group_id': '9d168ea7-075a-4f66-92a9-96d57c47f918', 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:22:54.978967 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:22:54.982723 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:security_group_rule and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:22:54.985548 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:22:54.991099 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:22:55.007392 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.securitygroups_db [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Project 4f9d306a59be4bf997637c0d369e937f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 18 06:22:55.013173 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:55.079066 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-df7a6a8d-6306-4b3f-955d-9607cf4429a9 req-d1611a6e-8345-42da-84ea-f4b16bfdba3a service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414193 May 18 06:22:55.085022 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] For port e90c3252-e9ad-402b-9f90-ceca098355a7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e90c3252-e9ad-402b-9f90-ceca098355a7,segment=NetworkSegment(735fba3b-b533-447a-8fe1-96ab1dcacc49),segment_id=735fba3b-b533-447a-8fe1-96ab1dcacc49)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:55.085916 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:55.098071 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:55.103549 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:55.105838 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1854ba4d-9d9b-4b8e-9107-b804d27442f7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:55.134585 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:55.139235 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1705327 May 18 06:22:55.142280 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081d1081-b2fc-4b74-a4b4-839794129291,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:55.144816 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0e00c2a2-47dd-4eb0-b4f2-f2668ebdbc98 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:55.174039 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 51a7ba70-5e9d-45c2-9d85-33fc2833b47d up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:55.227838 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Calling delete_port for e90c3252-e9ad-402b-9f90-ceca098355a7 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:22:55.260881 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:55.267744 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:55.268251 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:55.386647 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:55.399146 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:55.405850 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['e90c3252-e9ad-402b-9f90-ceca098355a7'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:22:55.443368 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Pushing event deleted for resources: {'Port': ['ID=e90c3252-e9ad-402b-9f90-ceca098355a7,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:55.472429 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:55.490795 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:55.492272 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=51a7ba70-5e9d-45c2-9d85-33fc2833b47d,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:55.498339 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:55.501785 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0e2f852f-de8a-4dfd-b5be-156761626d88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:55.532399 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] No DVR routers for this DVR port e90c3252-e9ad-402b-9f90-ceca098355a7 on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:22:55.535603 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:55.538100 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3eb9add5-59a8-4205-b2f5-8db6da4681c1 req-87526c13-951f-470f-9e03-d7f136ab58e2 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=6586fe1b-5125-4663-bd56-a44152804370 HTTP/1.1" status: 200 len: 210 time: 0.0731499 May 18 06:22:55.538719 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6586fe1b-5125-4663-bd56-a44152804370', 'name': 'network-vif-deleted', 'tag': 'e90c3252-e9ad-402b-9f90-ceca098355a7'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:22:55.566213 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0961f0d1-d88c-4035-b563-e6717b60c22f req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.18 "DELETE /v2.0/ports/e90c3252-e9ad-402b-9f90-ceca098355a7 HTTP/1.1" status: 204 len: 173 time: 0.9836948 May 18 06:22:55.585047 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90874154-d29d-471f-a2bb-db89c12a2924 req-08c9319c-24ea-49ac-8d3b-62296695e5e4 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:55.587184 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-90874154-d29d-471f-a2bb-db89c12a2924 req-08c9319c-24ea-49ac-8d3b-62296695e5e4 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.2126269 May 18 06:22:55.589835 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=51a7ba70-5e9d-45c2-9d85-33fc2833b47d,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:55.598095 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:55.637583 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-90874154-d29d-471f-a2bb-db89c12a2924 req-f2aaa50a-b20e-48ee-89bc-963de59f12f3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427368 May 18 06:22:55.790320 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6586fe1b-5125-4663-bd56-a44152804370', 'name': 'network-vif-deleted', 'tag': 'e90c3252-e9ad-402b-9f90-ceca098355a7', 'status': 'completed', 'code': 200} May 18 06:22:56.555376 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Sync routers for ids ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:22:56.565215 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Routers {'5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:56.565815 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:56.745215 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Set router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:56.881030 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acfb72-7903-4260-9f2c-877b6bf025e9 req-5a7a7fa4-23a0-4475-bc5d-ca4ccee037ac tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:56.882704 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c8acfb72-7903-4260-9f2c-877b6bf025e9 req-5a7a7fa4-23a0-4475-bc5d-ca4ccee037ac tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.1136298 May 18 06:22:56.942914 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c8acfb72-7903-4260-9f2c-877b6bf025e9 req-79f5fb66-2b30-4101-8cc9-71b6e7421474 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532613 May 18 06:22:57.101917 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'name': 'tempest-TestVolumeBootPattern-516123883-router', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:47Z', 'updated_at': '2021-05-18T06:22:51Z', 'revision_number': 4, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'gw_port': {'id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:48Z', 'updated_at': '2021-05-18T06:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '20dde7d6-4bb6-436e-87a2-fced61e684d8', 'name': '', 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'mac_address': 'fa:16:3e:35:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '724d10ee-4e6e-4086-9451-f21325043244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:51Z', 'updated_at': '2021-05-18T06:22:52Z', 'revision_number': 2, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'subnets': [{'id': '724d10ee-4e6e-4086-9451-f21325043244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:57.105708 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Checking router: 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:22:57.106068 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Updating router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 port 20dde7d6-4bb6-436e-87a2-fced61e684d8 binding host dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 18 06:22:57.133649 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 51a7ba70-5e9d-45c2-9d85-33fc2833b47d up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:57.156652 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:57.202545 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:57.202925 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:57.503740 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Notify callbacks [] for port, precommit_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:57.515057 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.provisioning_blocks [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Transition to ACTIVE for port object 20dde7d6-4bb6-436e-87a2-fced61e684d8 will not be triggered until provisioned by entity L2. {{(pid=78805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:22:57.521292 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:57.526315 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:57.650848 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b652537-87b4-49e6-b07e-28ee11c21096 None None] Pushing event updated for resources: {'Port': ['ID=20dde7d6-4bb6-436e-87a2-fced61e684d8,revision_number=3']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:57.653849 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-6b652537-87b4-49e6-b07e-28ee11c21096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:57.742104 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Attempting to bind port 20dde7d6-4bb6-436e-87a2-fced61e684d8 on host dv-cinder-784623-10-iscsi for vnic_type normal with profile {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:22:57.742700 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Attempting to bind port 20dde7d6-4bb6-436e-87a2-fced61e684d8 by drivers openvswitch,hyperv on host dv-cinder-784623-10-iscsi at level 0 using segments [{'id': '2f99f69e-f2fb-410f-b95e-4a57dc80c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30'}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:22:57.743166 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Attempting to bind port 20dde7d6-4bb6-436e-87a2-fced61e684d8 on network 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:22:57.751088 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Checking agent: {'id': 'd55851fc-0fa1-4139-9ed7-831b58c0d812', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 10, 6), 'started_at': datetime.datetime(2021, 5, 18, 6, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:22:57.751576 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Checking segment: {'id': '2f99f69e-f2fb-410f-b95e-4a57dc80c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:22:57.751967 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:57.752466 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Bound using segment: {'id': '2f99f69e-f2fb-410f-b95e-4a57dc80c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30'} {{(pid=78805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:22:57.753170 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.managers [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Bound port: 20dde7d6-4bb6-436e-87a2-fced61e684d8, host: dv-cinder-784623-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f99f69e-f2fb-410f-b95e-4a57dc80c3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30'}}] {{(pid=78805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:22:57.753644 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:57.844820 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] For port 20dde7d6-4bb6-436e-87a2-fced61e684d8, host dv-cinder-784623-10-iscsi, cleared binding levels {{(pid=78805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:22:57.847828 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.plugins.ml2.db [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] For port 20dde7d6-4bb6-436e-87a2-fced61e684d8, host dv-cinder-784623-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=20dde7d6-4bb6-436e-87a2-fced61e684d8,segment=NetworkSegment(2f99f69e-f2fb-410f-b95e-4a57dc80c3c5),segment_id=2f99f69e-f2fb-410f-b95e-4a57dc80c3c5)] {{(pid=78805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:22:57.852222 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron_lib.callbacks.manager [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:57.856687 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-0faf9af0-3c4e-4535-849b-b538a9f854fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:57.927083 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Routers {'5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:22:57.928123 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:22:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:58.092276 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b652537-87b4-49e6-b07e-28ee11c21096 None None] Pushing event updated for resources: {'Port': ['ID=20dde7d6-4bb6-436e-87a2-fced61e684d8,revision_number=4']} {{(pid=78805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:58.112934 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG oslo_concurrency.lockutils [None req-6b652537-87b4-49e6-b07e-28ee11c21096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:58.129175 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] Set router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:22:58.181369 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239df29-1018-4592-b99b-7d30842c41bd req-e39cfc43-a7c0-4e86-83a0-9b7cdc9dea8e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:58.182783 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2239df29-1018-4592-b99b-7d30842c41bd req-e39cfc43-a7c0-4e86-83a0-9b7cdc9dea8e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.1054330 May 18 06:22:58.227399 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2239df29-1018-4592-b99b-7d30842c41bd req-c461d2a3-2bee-4f87-90c9-4d5a7ca97285 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387540 May 18 06:22:58.456132 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'name': 'tempest-TestVolumeBootPattern-516123883-router', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:47Z', 'updated_at': '2021-05-18T06:22:51Z', 'revision_number': 4, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'gw_port': {'id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:48Z', 'updated_at': '2021-05-18T06:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '20dde7d6-4bb6-436e-87a2-fced61e684d8', 'name': '', 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'mac_address': 'fa:16:3e:35:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '724d10ee-4e6e-4086-9451-f21325043244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:51Z', 'updated_at': '2021-05-18T06:22:57Z', 'revision_number': 4, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'subnets': [{'id': '724d10ee-4e6e-4086-9451-f21325043244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:22:58.461679 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db5b33-4064-475d-907d-4756f51c2d7c None None] The sync data for ids ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'] in dv-cinder-784623-10-iscsi is: [{'id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'name': 'tempest-TestVolumeBootPattern-516123883-router', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:47Z', 'updated_at': '2021-05-18T06:22:51Z', 'revision_number': 4, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'gw_port': {'id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:48Z', 'updated_at': '2021-05-18T06:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '20dde7d6-4bb6-436e-87a2-fced61e684d8', 'name': '', 'network_id': '4f4c1b51-e94a-4d88-afb4-820f66c6cd30', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'mac_address': 'fa:16:3e:35:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '724d10ee-4e6e-4086-9451-f21325043244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:51Z', 'updated_at': '2021-05-18T06:22:57Z', 'revision_number': 4, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'subnets': [{'id': '724d10ee-4e6e-4086-9451-f21325043244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:22:59.136656 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 20dde7d6-4bb6-436e-87a2-fced61e684d8 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:22:59.206829 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning for port 20dde7d6-4bb6-436e-87a2-fced61e684d8 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:22:59.212617 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 20dde7d6-4bb6-436e-87a2-fced61e684d8 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:22:59.213024 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:59.332521 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:59.364742 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] For port 20dde7d6-4bb6-436e-87a2-fced61e684d8, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=20dde7d6-4bb6-436e-87a2-fced61e684d8,segment=NetworkSegment(2f99f69e-f2fb-410f-b95e-4a57dc80c3c5),segment_id=2f99f69e-f2fb-410f-b95e-4a57dc80c3c5)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:22:59.368711 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:22:59.371558 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-60ef206b-4f0a-4cc9-8e20-0b638ba3f47a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:22:59.437363 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Pushing event updated for resources: {'Port': ['ID=20dde7d6-4bb6-436e-87a2-fced61e684d8,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:22:59.440524 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:22:59.511096 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4a3fa-0b79-446e-94b1-3bd7fda5bbc6 req-d5733734-50a3-40e0-813e-606fed2cab72 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:22:59.512811 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e4d4a3fa-0b79-446e-94b1-3bd7fda5bbc6 req-d5733734-50a3-40e0-813e-606fed2cab72 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.1726418 May 18 06:22:59.563498 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e4d4a3fa-0b79-446e-94b1-3bd7fda5bbc6 req-ca33d380-118e-46ca-8946-45d039e62d71 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424631 May 18 06:23:00.299501 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e90c3252-e9ad-402b-9f90-ceca098355a7 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:23:00.365772 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: e90c3252-e9ad-402b-9f90-ceca098355a7 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:23:00.366135 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device e90c3252-e9ad-402b-9f90-ceca098355a7 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:23:00.751491 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de80b8-5ae8-43a2-b7c5-266a92e1e4d3 req-ac6b2aa1-c0b1-4f4e-8fec-68b42c280083 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:00.753010 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b0de80b8-5ae8-43a2-b7c5-266a92e1e4d3 req-ac6b2aa1-c0b1-4f4e-8fec-68b42c280083 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0815363 May 18 06:23:00.800714 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b0de80b8-5ae8-43a2-b7c5-266a92e1e4d3 req-e3ec0377-13f9-4bac-b3b3-e8be811ab54b tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410953 May 18 06:23:01.119790 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 20dde7d6-4bb6-436e-87a2-fced61e684d8 up at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:23:01.184423 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Provisioning complete for port 20dde7d6-4bb6-436e-87a2-fced61e684d8 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:23:01.184798 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:01.987762 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c5e19-f169-43f4-85ce-a7cf7d241e9e req-d33b895a-ef27-4739-b282-5d7077f26b10 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:01.989208 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4b1c5e19-f169-43f4-85ce-a7cf7d241e9e req-d33b895a-ef27-4739-b282-5d7077f26b10 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0785422 May 18 06:23:02.032831 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4b1c5e19-f169-43f4-85ce-a7cf7d241e9e req-0815b8ce-70d1-4ab7-9c3e-b3e0a18e6177 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379341 May 18 06:23:02.288520 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:23:02.303918 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:23:02.433906 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:02.458552 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'port_id': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'mac_address': 'fa:16:3e:8f:29:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:23:02.529882 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:02.551295 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:23:02.568599 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:02.573475 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:02.576052 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:02.651294 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,revision_number=6']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:02.654530 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:02.660914 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['8527d648-c37d-4d16-b3a8-2ffc19bbfeb8'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:23:03.254162 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaad7c7-1bce-4913-b94e-380437aa0bb3 req-37c89bfc-7785-42e8-b34b-0a5b2ae62b49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:03.256363 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7eaad7c7-1bce-4913-b94e-380437aa0bb3 req-37c89bfc-7785-42e8-b34b-0a5b2ae62b49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 944 time: 0.1017902 May 18 06:23:03.305810 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7eaad7c7-1bce-4913-b94e-380437aa0bb3 req-6213e9ae-2721-4176-b9e4-132492a46b30 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435426 May 18 06:23:04.054609 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e3fbfaa0-0488-4115-aa3c-250673df291c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:04.503256 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113f270-f206-46e0-a46c-1113630b6ac2 req-8201c417-d9fc-4ecc-b828-1ff4b50553d8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:04.505353 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7113f270-f206-46e0-a46c-1113630b6ac2 req-8201c417-d9fc-4ecc-b828-1ff4b50553d8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 944 time: 0.0842760 May 18 06:23:04.562930 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7113f270-f206-46e0-a46c-1113630b6ac2 req-9554119a-79f2-4bbb-b70a-d44e1bdb6017 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511062 May 18 06:23:05.069101 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:23:05.139810 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:23:05.140194 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:05.290307 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:05.319303 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:05.330178 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:05.336510 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:05.338345 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:05.411370 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,revision_number=7']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:05.415341 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:05.440681 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'code': 200} May 18 06:23:05.775480 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dedbf-b121-4f73-924e-aeab7aca6352 req-5fe516eb-4558-4f34-a826-1ce0612daf5e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:05.777005 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-962dedbf-b121-4f73-924e-aeab7aca6352 req-5fe516eb-4558-4f34-a826-1ce0612daf5e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0926652 May 18 06:23:05.848343 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-962dedbf-b121-4f73-924e-aeab7aca6352 req-e7754945-e760-466d-a7b3-20479ef98dd0 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577986 May 18 06:23:06.493217 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:06.527110 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-09076e5d-2f95-4cbc-96f9-d47681b0749e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:07.075495 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b9eba-b9ce-4309-80fb-f3eefa11202b req-0ddbbc44-87a6-4fe0-bbc1-204473d174af tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:07.077284 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a83b9eba-b9ce-4309-80fb-f3eefa11202b req-0ddbbc44-87a6-4fe0-bbc1-204473d174af tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.1036611 May 18 06:23:07.134296 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a83b9eba-b9ce-4309-80fb-f3eefa11202b req-cc5b4695-9b06-49f6-809d-5c9c27b0e7f1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511088 May 18 06:23:07.630715 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:08.359511 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d1220-070f-49e5-89cd-4ed340fd8b50 req-360cf362-52d8-429f-8bfb-fc97f5dca917 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:08.361309 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-505d1220-070f-49e5-89cd-4ed340fd8b50 req-360cf362-52d8-429f-8bfb-fc97f5dca917 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.1078815 May 18 06:23:08.414910 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-505d1220-070f-49e5-89cd-4ed340fd8b50 req-1b09ef92-8f7d-43e9-a8a5-1d9477488ae9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474927 May 18 06:23:09.369061 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:09.706508 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc765a-f8a3-49dc-af8d-de47a98b83ac req-8d4a62ac-57e3-49a0-8c66-39986559356b tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:09.708919 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0dc765a-f8a3-49dc-af8d-de47a98b83ac req-8d4a62ac-57e3-49a0-8c66-39986559356b tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.1279747 May 18 06:23:09.746557 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04d772-1871-402a-9092-041031b52f91 req-604ecb56-fa7f-41ff-97ed-18a0ee60db7c tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:09.748209 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-604ecb56-fa7f-41ff-97ed-18a0ee60db7c tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/networks?id=9ab739ce-7d29-4df7-87e4-184c27f8084b HTTP/1.1" status: 200 len: 813 time: 0.2741649 May 18 06:23:09.776273 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0dc765a-f8a3-49dc-af8d-de47a98b83ac req-96b390fc-3197-47c0-85ec-d0d80f192ecf tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592616 May 18 06:23:09.779402 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-27fe1e2b-b184-44f5-86ee-985e6b2fb437 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/quotas/1ab0917bd6324bafa13293aabc4f3b21 HTTP/1.1" status: 200 len: 375 time: 0.0206883 May 18 06:23:09.838796 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-678e6b02-b454-4b2c-b799-96c648aa96b1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ab0917bd6324bafa13293aabc4f3b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519834 May 18 06:23:10.028395 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-39762666-e9d1-4d1f-aabd-d68e554cce19 service neutron] 10.222.0.13 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790581 May 18 06:23:10.163359 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-4f57a1ab-9b9a-4ed4-88a2-c8fbed49e214 service neutron] 10.222.0.13 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291938 May 18 06:23:10.447166 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c86e26b4-53b1-46ea-9409-8d1d6602c61c req-cd110a9f-c29e-4673-879f-a74dc3d3f565 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 210 time: 0.0553298 May 18 06:23:11.014866 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6d39f-5dbe-4af9-ab55-3e89d24630a0 req-3249aae0-81a0-41b3-911c-b753b8437e6e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:11.023218 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-45e6d39f-5dbe-4af9-ab55-3e89d24630a0 req-3249aae0-81a0-41b3-911c-b753b8437e6e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.1170254 May 18 06:23:11.088342 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-45e6d39f-5dbe-4af9-ab55-3e89d24630a0 req-490f82a9-2209-4999-a586-9a78ed0c5f8d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638235 May 18 06:23:11.624859 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9481c924-381b-42f3-a2f3-f21ac0a107a5 req-67828ed5-3051-43c6-9481-6ea005324c07 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 210 time: 0.0468922 May 18 06:23:12.316846 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04d772-1871-402a-9092-041031b52f91 req-72d465cb-f9f9-44e6-845f-a05a10fdb3c3 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:12.318645 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-72d465cb-f9f9-44e6-845f-a05a10fdb3c3 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.18 "GET /v2.0/networks?id=9ab739ce-7d29-4df7-87e4-184c27f8084b HTTP/1.1" status: 200 len: 813 time: 0.3649077 May 18 06:23:12.339939 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Request body: {'port': {'device_id': 'd0788158-486a-490f-baef-96aec45d86a0', 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b', 'admin_state_up': True, 'tenant_id': '1ab0917bd6324bafa13293aabc4f3b21'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:12.375620 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e262-2881-4c47-8bad-96fa7cd40fd2 req-1a467df1-fc86-4309-bb88-1d5f02e53807 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:12.383131 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-dbb8e262-2881-4c47-8bad-96fa7cd40fd2 req-1a467df1-fc86-4309-bb88-1d5f02e53807 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.1294377 May 18 06:23:12.507564 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:23:12.511908 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Usage tracker for resource:port and tenant:1ab0917bd6324bafa13293aabc4f3b21 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:23:12.514831 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:23:12.520910 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:23:12.540319 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Made reservation on behalf of 1ab0917bd6324bafa13293aabc4f3b21 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:23:12.543855 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:12.550834 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-dbb8e262-2881-4c47-8bad-96fa7cd40fd2 req-e8f70abe-a547-4170-a4d5-5663fb6f7812 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662338 May 18 06:23:12.723636 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Allocated IP 172.20.0.11 (9ab739ce-7d29-4df7-87e4-184c27f8084b/bda182c1-7edb-4708-b4d9-ebdf01feb69a/c59ce06f-83e8-46f2-999c-5711abe1e782) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:23:12.784599 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-83f824ff-72cd-4a31-a1f1-c0975484a19e req-293e924c-09de-4d70-88b0-86fb10c22650 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 210 time: 0.0425825 May 18 06:23:12.919591 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:12.948831 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:12.954272 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7c3c85a6-0dfe-4a74-b693-e107d5f65c11 tempest-AttachVolumeNegativeTest-816803568 tempest-AttachVolumeNegativeTest-816803568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:13.021730 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Network 9ab739ce-7d29-4df7-87e4-184c27f8084b is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:23:13.024780 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:23:13.028648 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:23:13.058630 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Pushing event updated for resources: {'Port': ['ID=c59ce06f-83e8-46f2-999c-5711abe1e782,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:13.068584 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:13.093795 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:13.094408 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:13.116849 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-2d7de169-b1b6-485b-a5b2-8aa8b69ce0cc tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7892413 May 18 06:23:13.128753 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Request body: {'port': {'device_id': 'd0788158-486a-490f-baef-96aec45d86a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:13.243616 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:13.575898 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59ce06f-83e8-46f2-999c-5711abe1e782 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:23:13.583406 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:13.598357 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Transition to ACTIVE for port object c59ce06f-83e8-46f2-999c-5711abe1e782 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:23:13.603534 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:13.608025 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-64098f22-045b-47e6-a8f6-6fec1daac312 tempest-ServerRescueNegativeTestJSON-2062137218 tempest-ServerRescueNegativeTestJSON-2062137218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:13.750765 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16d134-9a4e-4529-ba5c-13a8b87f61f0 req-ccb9d2cd-8fc0-46cd-99c7-82043abf2291 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:13.752234 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cb16d134-9a4e-4529-ba5c-13a8b87f61f0 req-ccb9d2cd-8fc0-46cd-99c7-82043abf2291 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0917304 May 18 06:23:13.806705 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cb16d134-9a4e-4529-ba5c-13a8b87f61f0 req-c5d0c28d-89af-4419-b1ed-57b9e3dacb73 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485253 May 18 06:23:13.807921 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Pushing event updated for resources: {'Port': ['ID=c59ce06f-83e8-46f2-999c-5711abe1e782,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:13.844287 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:13.897683 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Attempting to bind port c59ce06f-83e8-46f2-999c-5711abe1e782 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:23:13.898080 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Attempting to bind port c59ce06f-83e8-46f2-999c-5711abe1e782 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '735fba3b-b533-447a-8fe1-96ab1dcacc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:23:13.898947 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Attempting to bind port c59ce06f-83e8-46f2-999c-5711abe1e782 on network 9ab739ce-7d29-4df7-87e4-184c27f8084b {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:23:13.906512 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Port c59ce06f-83e8-46f2-999c-5711abe1e782 on network 9ab739ce-7d29-4df7-87e4-184c27f8084b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:23:13.906846 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Attempting to bind port c59ce06f-83e8-46f2-999c-5711abe1e782 on network 9ab739ce-7d29-4df7-87e4-184c27f8084b {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:23:13.913508 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761f9bf-a7b0-4ab2-9f8f-e3bb1e08a97a req-2270c8c7-72b7-4f92-bc9a-bf64ade9814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:13.915498 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9761f9bf-a7b0-4ab2-9f8f-e3bb1e08a97a req-2270c8c7-72b7-4f92-bc9a-bf64ade9814b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 1098 time: 0.1847641 May 18 06:23:13.916405 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:23:13.916728 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Checking segment: {'id': '735fba3b-b533-447a-8fe1-96ab1dcacc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:23:13.917098 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Bound using segment: {'id': '735fba3b-b533-447a-8fe1-96ab1dcacc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:23:13.917522 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Bound port: c59ce06f-83e8-46f2-999c-5711abe1e782, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735fba3b-b533-447a-8fe1-96ab1dcacc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:23:13.917869 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:13.979104 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b069d-dfa7-47f1-8f12-c2d86f6cc2f5 req-74214814-f5e5-490c-b35e-9aed063a0b81 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:13.980622 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-167b069d-dfa7-47f1-8f12-c2d86f6cc2f5 req-74214814-f5e5-490c-b35e-9aed063a0b81 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 944 time: 0.0822792 May 18 06:23:14.026084 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-167b069d-dfa7-47f1-8f12-c2d86f6cc2f5 req-5c115f2a-93ee-4eaf-9657-d4432a88c5cb tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 May 18 06:23:14.198892 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] For port c59ce06f-83e8-46f2-999c-5711abe1e782, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:23:14.203857 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761f9bf-a7b0-4ab2-9f8f-e3bb1e08a97a req-bac1e295-91aa-4a1d-83c6-d463033a109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:14.205289 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9761f9bf-a7b0-4ab2-9f8f-e3bb1e08a97a req-bac1e295-91aa-4a1d-83c6-d463033a109b service neutron] 10.222.0.18 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 918 time: 0.2770326 May 18 06:23:14.209248 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] For port c59ce06f-83e8-46f2-999c-5711abe1e782, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c59ce06f-83e8-46f2-999c-5711abe1e782,segment=NetworkSegment(735fba3b-b533-447a-8fe1-96ab1dcacc49),segment_id=735fba3b-b533-447a-8fe1-96ab1dcacc49)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:23:14.266302 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:14.283156 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1fc249eb-0061-4d7d-affe-3fbe967cc971 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:14.357404 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:14.358003 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:14.359327 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] 10.222.0.18 "PUT /v2.0/ports/c59ce06f-83e8-46f2-999c-5711abe1e782 HTTP/1.1" status: 200 len: 1094 time: 1.2346001 May 18 06:23:14.365677 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0788158-486a-490f-baef-96aec45d86a0', 'tag': 'c59ce06f-83e8-46f2-999c-5711abe1e782'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:14.379603 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9761f9bf-a7b0-4ab2-9f8f-e3bb1e08a97a req-3b2fd850-47af-4f1a-a1da-8cb00c4c2475 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 HTTP/1.1" status: 200 len: 1000 time: 0.1671741 May 18 06:23:14.421740 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0788158-486a-490f-baef-96aec45d86a0', 'tag': 'c59ce06f-83e8-46f2-999c-5711abe1e782', 'status': 'completed', 'code': 200} May 18 06:23:14.460295 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Pushing event updated for resources: {'Port': ['ID=c59ce06f-83e8-46f2-999c-5711abe1e782,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:14.469146 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:14.498758 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761f9bf-a7b0-4ab2-9f8f-e3bb1e08a97a req-751fbdf5-099b-4a06-9afb-8c07aacd34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:14.500235 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9761f9bf-a7b0-4ab2-9f8f-e3bb1e08a97a req-751fbdf5-099b-4a06-9afb-8c07aacd34c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 200 len: 856 time: 0.1139324 May 18 06:23:14.556706 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04d772-1871-402a-9092-041031b52f91 req-00ca9b52-4889-49c9-8c76-c60a5c6db481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:14.558092 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-00ca9b52-4889-49c9-8c76-c60a5c6db481 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ab0917bd6324bafa13293aabc4f3b21&device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 1097 time: 0.1382282 May 18 06:23:14.629618 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-3d1c9a04-1384-4d65-a85c-d6cad84bd4d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59ce06f-83e8-46f2-999c-5711abe1e782 HTTP/1.1" status: 200 len: 217 time: 0.0624681 May 18 06:23:14.683495 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761f9bf-a7b0-4ab2-9f8f-e3bb1e08a97a req-de68c4ee-eb11-4e7e-a994-5190d262ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:14.684941 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9761f9bf-a7b0-4ab2-9f8f-e3bb1e08a97a req-de68c4ee-eb11-4e7e-a994-5190d262ddc9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feb21229-4b88-4211-935f-c205971cde1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1761620 May 18 06:23:14.718338 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04d772-1871-402a-9092-041031b52f91 req-6c5b0ab7-83f7-4d13-ba8b-ac8bcdcb17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:14.719590 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-6c5b0ab7-83f7-4d13-ba8b-ac8bcdcb17b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bda182c1-7edb-4708-b4d9-ebdf01feb69a HTTP/1.1" status: 200 len: 853 time: 0.0836282 May 18 06:23:14.819377 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-0acaab45-f7f4-4461-b645-39bac4dbaeb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ab739ce-7d29-4df7-87e4-184c27f8084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510426 May 18 06:23:14.937001 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9761f9bf-a7b0-4ab2-9f8f-e3bb1e08a97a req-9d726e00-ae1b-4a8c-9d0f-ba1cfcc36855 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444050 May 18 06:23:15.012913 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d556d6-e07f-4316-9858-55fb659ff809 req-ed7b2371-2245-4cb5-b258-8ce61bd570dc tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:15.015030 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-52d556d6-e07f-4316-9858-55fb659ff809 req-ed7b2371-2245-4cb5-b258-8ce61bd570dc tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0868828 May 18 06:23:15.053692 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-417a4c9f-817b-45bd-bfb1-942c3fc91d49 service neutron] 10.222.0.18 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310746 May 18 06:23:15.062581 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-52d556d6-e07f-4316-9858-55fb659ff809 req-97da1234-6edf-44bb-8b95-8c7907d8b3cc tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417199 May 18 06:23:15.121359 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-2401875d-7aaa-42e0-b5e2-15d8e85e7c3b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Synchronizing usage tracker for tenant:4f9d306a59be4bf997637c0d369e937f on resource:security_group {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:23:15.138990 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-2401875d-7aaa-42e0-b5e2-15d8e85e7c3b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Unset dirty status for tenant:4f9d306a59be4bf997637c0d369e937f on resource:security_group {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:23:15.140222 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-2401875d-7aaa-42e0-b5e2-15d8e85e7c3b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664082827&fields=id&tenant_id=4f9d306a59be4bf997637c0d369e937f HTTP/1.1" status: 200 len: 267 time: 0.0616302 May 18 06:23:15.187178 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-9761f9bf-a7b0-4ab2-9f8f-e3bb1e08a97a req-38bc20c2-c329-4e58-bbbf-755ad3d367cc service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430494 May 18 06:23:15.227686 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5e04d772-1871-402a-9092-041031b52f91 req-1051472b-b332-4731-a2d1-2c4adb065151 service neutron] 10.222.0.18 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669006 May 18 06:23:15.345754 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9d56c-7660-4b75-b5c3-3d4ff0156d22 req-5839be72-d447-45b1-b90a-0915a39fb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:15.347060 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37a9d56c-7660-4b75-b5c3-3d4ff0156d22 req-5839be72-d447-45b1-b90a-0915a39fb6d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1ab0917bd6324bafa13293aabc4f3b21&device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 1097 time: 0.0751944 May 18 06:23:15.347473 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-1b9faf1f-25b7-41b1-9874-6691479dc7da tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:15.348935 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-1b9faf1f-25b7-41b1-9874-6691479dc7da tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 812 time: 0.2009404 May 18 06:23:15.363008 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e17871-75c8-40f4-98c8-77af5bf44cf7 req-f98bc101-2b3a-483e-a75e-e62fc8fe4e2b tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:15.364559 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-01e17871-75c8-40f4-98c8-77af5bf44cf7 req-f98bc101-2b3a-483e-a75e-e62fc8fe4e2b tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 944 time: 0.1959670 May 18 06:23:15.373606 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-3bd36933-1d4e-42d8-9d56-a1d1b890f8c3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/quotas/4f9d306a59be4bf997637c0d369e937f HTTP/1.1" status: 200 len: 375 time: 0.0182526 May 18 06:23:15.465016 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-01e17871-75c8-40f4-98c8-77af5bf44cf7 req-36bab3c2-b1b7-4472-80b8-410031529cb7 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904748 May 18 06:23:15.488837 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9d56c-7660-4b75-b5c3-3d4ff0156d22 req-f3d9aa1e-3685-41e2-902d-111f895555c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:15.489357 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-f63a96d6-fc74-4ea9-aec6-689f532bed4b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003230 May 18 06:23:15.490888 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37a9d56c-7660-4b75-b5c3-3d4ff0156d22 req-f3d9aa1e-3685-41e2-902d-111f895555c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ab739ce-7d29-4df7-87e4-184c27f8084b HTTP/1.1" status: 200 len: 914 time: 0.1349459 May 18 06:23:15.558238 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37a9d56c-7660-4b75-b5c3-3d4ff0156d22 req-f95bb529-7381-4ef5-8ba6-8e8d72fad485 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c59ce06f-83e8-46f2-999c-5711abe1e782 HTTP/1.1" status: 200 len: 217 time: 0.0594916 May 18 06:23:15.627098 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-de040da5-1a9e-4457-8164-83641d51ebb4 service neutron] 10.222.0.13 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262453 May 18 06:23:15.719302 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9d56c-7660-4b75-b5c3-3d4ff0156d22 req-9594c282-4bbb-451d-81b1-2c75024a6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:15.720768 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37a9d56c-7660-4b75-b5c3-3d4ff0156d22 req-9594c282-4bbb-451d-81b1-2c75024a6e4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bda182c1-7edb-4708-b4d9-ebdf01feb69a HTTP/1.1" status: 200 len: 853 time: 0.1559174 May 18 06:23:15.758304 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-a079515c-641b-4dff-be20-e23a4138d23b service neutron] 10.222.0.13 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241925 May 18 06:23:15.768046 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37a9d56c-7660-4b75-b5c3-3d4ff0156d22 req-bf428d6a-1bba-4243-8471-c1500400dc2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ab739ce-7d29-4df7-87e4-184c27f8084b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401068 May 18 06:23:15.902864 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37a9d56c-7660-4b75-b5c3-3d4ff0156d22 req-400f3dd7-a8ef-45d8-a389-556d5755a166 service neutron] 10.222.0.18 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271775 May 18 06:23:16.035760 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-37a9d56c-7660-4b75-b5c3-3d4ff0156d22 req-576df236-5010-477c-b8e3-dde4b2bd82a8 service neutron] 10.222.0.18 "GET /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256399 May 18 06:23:16.143860 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-682ed4e5-83ec-47d5-8c11-2431b3d3f2cf req-0154e539-5e2f-4f89-ab0f-c98305bc4906 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 210 time: 0.0464363 May 18 06:23:16.263655 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b395f-6ae6-4656-bc6c-517b4fd9e62f req-78a5eb65-ef95-4881-988c-3390eaf49bcc tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:16.268392 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1b6b395f-6ae6-4656-bc6c-517b4fd9e62f req-78a5eb65-ef95-4881-988c-3390eaf49bcc tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0844753 May 18 06:23:16.316780 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1b6b395f-6ae6-4656-bc6c-517b4fd9e62f req-8007e725-1170-46ba-bbc3-e17802083b52 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451660 May 18 06:23:16.659457 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cf82c-b606-4d31-9702-16dce43d34cd req-db897f9f-7625-4396-aa6f-96c7ab3d5c24 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:16.661010 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-937cf82c-b606-4d31-9702-16dce43d34cd req-db897f9f-7625-4396-aa6f-96c7ab3d5c24 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 944 time: 0.0815477 May 18 06:23:16.706785 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-937cf82c-b606-4d31-9702-16dce43d34cd req-82db005f-135a-4ae8-a6de-5b34980d0793 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 May 18 06:23:17.227269 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-d2ec4e57-8017-40b1-bd2e-deaa2fa442c9 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:17.227977 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-d2ec4e57-8017-40b1-bd2e-deaa2fa442c9 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Synchronizing usage tracker for tenant:4f9d306a59be4bf997637c0d369e937f on resource:network {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:23:17.247360 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-d2ec4e57-8017-40b1-bd2e-deaa2fa442c9 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Unset dirty status for tenant:4f9d306a59be4bf997637c0d369e937f on resource:network {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:23:17.248709 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-d2ec4e57-8017-40b1-bd2e-deaa2fa442c9 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 812 time: 0.1678441 May 18 06:23:17.309979 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-11516414-4540-4991-b1cf-dd222cfb6e9a req-65d182ac-e225-44ea-8c3c-be7c41857cb1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 210 time: 0.0474224 May 18 06:23:17.322573 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-aa333159-c59b-4b11-ba80-ace9371855ca tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Synchronizing usage tracker for tenant:4f9d306a59be4bf997637c0d369e937f on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:23:17.334466 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-aa333159-c59b-4b11-ba80-ace9371855ca tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Unset dirty status for tenant:4f9d306a59be4bf997637c0d369e937f on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:23:17.335599 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-aa333159-c59b-4b11-ba80-ace9371855ca tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f9d306a59be4bf997637c0d369e937f HTTP/1.1" status: 200 len: 379 time: 0.0772052 May 18 06:23:17.344710 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'port': {'device_id': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'admin_state_up': True, 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'security_groups': ['9d168ea7-075a-4f66-92a9-96d57c47f918']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:17.487577 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:23:17.492324 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:port and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:23:17.496441 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:23:17.502954 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:23:17.513858 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Made reservation on behalf of 4f9d306a59be4bf997637c0d369e937f for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:23:17.518014 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:17.524991 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cde7a-7099-4132-a241-b49deca1ddf7 req-aadbda9d-73ec-4eeb-8d4c-cb41940c1915 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:17.526556 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-479cde7a-7099-4132-a241-b49deca1ddf7 req-aadbda9d-73ec-4eeb-8d4c-cb41940c1915 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 945 time: 0.0826855 May 18 06:23:17.596565 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-479cde7a-7099-4132-a241-b49deca1ddf7 req-5d26f567-2907-4d87-be7f-3bef6525ac35 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638044 May 18 06:23:17.730771 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Allocated IP 172.20.0.13 (10aa1b95-71cd-4558-bc25-ccc2e2e003ea/0e4e0f13-cd80-4d2c-9d0b-3367a241588b/016e28f0-ac8d-4013-8512-101000b9f2e2) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:23:17.945423 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74316b8-5523-4273-8389-2947d9039bca req-8fe1761f-f504-43db-ab70-e718b00108b8 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:17.950963 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e74316b8-5523-4273-8389-2947d9039bca req-8fe1761f-f504-43db-ab70-e718b00108b8 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 944 time: 0.0897942 May 18 06:23:17.951116 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:17.969144 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Transition to ACTIVE for port object 016e28f0-ac8d-4013-8512-101000b9f2e2 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:23:17.995314 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e74316b8-5523-4273-8389-2947d9039bca req-d17691ce-b9af-409c-b1ee-066e26c42e9a tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 May 18 06:23:17.999668 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:18.005793 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:18.083363 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:23:18.087353 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:23:18.091172 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:23:18.121837 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'Port': ['ID=016e28f0-ac8d-4013-8512-101000b9f2e2,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:18.136481 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:18.165696 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:18.166410 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:18.203048 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-eba5303c-2560-4919-b24c-271d23db737f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8618329 May 18 06:23:18.225995 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Request body: {'port': {'device_id': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:18.337781 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-fdbb752b-b693-4be6-b9f8-41ae523baf94 None None] Provisioning for port 016e28f0-ac8d-4013-8512-101000b9f2e2 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:23:18.345503 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-fdbb752b-b693-4be6-b9f8-41ae523baf94 None None] Provisioning complete for port 016e28f0-ac8d-4013-8512-101000b9f2e2 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:23:18.346295 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fdbb752b-b693-4be6-b9f8-41ae523baf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:18.383934 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device c59ce06f-83e8-46f2-999c-5711abe1e782 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:23:18.386713 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:23:18.402357 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:18.486193 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb752b-b693-4be6-b9f8-41ae523baf94 None None] Port 016e28f0-ac8d-4013-8512-101000b9f2e2 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:23:18.634753 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:18.658392 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dec0ec-a112-490c-bb36-4c7cf48ddbc6 req-232d2048-2faa-476b-b84c-178fda7bde7b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:18.669038 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-12dec0ec-a112-490c-bb36-4c7cf48ddbc6 req-232d2048-2faa-476b-b84c-178fda7bde7b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 932 time: 0.1695983 May 18 06:23:18.691131 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:18.727914 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-12dec0ec-a112-490c-bb36-4c7cf48ddbc6 req-dce3fec6-9a9e-454a-ab88-c9763b55cce6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575211 May 18 06:23:18.743129 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port c59ce06f-83e8-46f2-999c-5711abe1e782, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c59ce06f-83e8-46f2-999c-5711abe1e782,segment=NetworkSegment(735fba3b-b533-447a-8fe1-96ab1dcacc49),segment_id=735fba3b-b533-447a-8fe1-96ab1dcacc49)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:18.781256 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:18.782700 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': 'c59ce06f-83e8-46f2-999c-5711abe1e782', 'network_id': '9ab739ce-7d29-4df7-87e4-184c27f8084b', 'port_id': 'c59ce06f-83e8-46f2-999c-5711abe1e782', 'mac_address': 'fa:16:3e:a3:92:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda182c1-7edb-4708-b4d9-ebdf01feb69a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:23:18.791455 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:18.796288 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-0b64c9ec-000f-4d39-aed2-15925de9c1d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:18.863214 dv-cinder-784623-10-iscsi neutron-server[78804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'code': 422} returned with failed status May 18 06:23:18.968268 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:18.990598 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,revision_number=8']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:18.994483 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59ce06f-83e8-46f2-999c-5711abe1e782 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:23:19.008384 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:19.011320 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port c59ce06f-83e8-46f2-999c-5711abe1e782, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c59ce06f-83e8-46f2-999c-5711abe1e782,segment=NetworkSegment(735fba3b-b533-447a-8fe1-96ab1dcacc49),segment_id=735fba3b-b533-447a-8fe1-96ab1dcacc49)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:19.016734 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:19.018638 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-7d6d4a94-5768-4c86-9a4e-d9babb588848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:19.032596 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f637182-96b8-4106-b8a2-b55ff6fe34ef req-0e502f93-9d7e-4d45-8510-18c9432be5f1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:19.040773 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4f637182-96b8-4106-b8a2-b55ff6fe34ef req-0e502f93-9d7e-4d45-8510-18c9432be5f1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.2727530 May 18 06:23:19.089208 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 39134) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:19.103251 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=c59ce06f-83e8-46f2-999c-5711abe1e782,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:19.107936 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:19.112591 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016e28f0-ac8d-4013-8512-101000b9f2e2 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:23:19.122807 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:19.133636 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4f637182-96b8-4106-b8a2-b55ff6fe34ef req-de0a6391-416b-4ad5-a9e0-c141e8d435de tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915141 May 18 06:23:19.139569 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Transition to ACTIVE for port object 016e28f0-ac8d-4013-8512-101000b9f2e2 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:23:19.144462 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:19.151052 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-370825fd-cf6d-452d-b4a7-49ad324579cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:19.240319 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e2714-a63c-4e03-8578-7c87308b05dc req-a3b46834-b411-4eb7-9e12-71852f22e020 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:19.241814 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d11e2714-a63c-4e03-8578-7c87308b05dc req-a3b46834-b411-4eb7-9e12-71852f22e020 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 945 time: 0.0816197 May 18 06:23:19.249642 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['c59ce06f-83e8-46f2-999c-5711abe1e782'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:23:19.310178 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d11e2714-a63c-4e03-8578-7c87308b05dc req-68ec9b22-af19-46f7-ab51-eb4230609885 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572019 May 18 06:23:19.432503 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Pushing event updated for resources: {'Port': ['ID=016e28f0-ac8d-4013-8512-101000b9f2e2,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:19.461863 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:19.530711 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-4efc9239-d6af-4302-a77d-12d21aa9d1e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4402964 May 18 06:23:19.550442 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Attempting to bind port 016e28f0-ac8d-4013-8512-101000b9f2e2 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:23:19.551038 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Attempting to bind port 016e28f0-ac8d-4013-8512-101000b9f2e2 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:23:19.551484 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Attempting to bind port 016e28f0-ac8d-4013-8512-101000b9f2e2 on network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:23:19.556297 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Port 016e28f0-ac8d-4013-8512-101000b9f2e2 on network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:23:19.556623 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Attempting to bind port 016e28f0-ac8d-4013-8512-101000b9f2e2 on network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:23:19.561988 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:23:19.562339 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Checking segment: {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:23:19.562730 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Bound using segment: {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:23:19.563165 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Bound port: 016e28f0-ac8d-4013-8512-101000b9f2e2, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:23:19.563518 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:19.656110 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] For port 016e28f0-ac8d-4013-8512-101000b9f2e2, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:23:19.659241 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] For port 016e28f0-ac8d-4013-8512-101000b9f2e2, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=016e28f0-ac8d-4013-8512-101000b9f2e2,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:23:19.664641 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:19.669341 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:19.724579 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:19.725308 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:19.726795 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] 10.222.0.18 "PUT /v2.0/ports/016e28f0-ac8d-4013-8512-101000b9f2e2 HTTP/1.1" status: 200 len: 1094 time: 1.5115073 May 18 06:23:19.727245 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'tag': '016e28f0-ac8d-4013-8512-101000b9f2e2'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:19.809201 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Pushing event updated for resources: {'Port': ['ID=016e28f0-ac8d-4013-8512-101000b9f2e2,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:19.817074 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:19.837524 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'tag': '016e28f0-ac8d-4013-8512-101000b9f2e2', 'status': 'completed', 'code': 200} May 18 06:23:19.871304 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-76c9a7af-266f-4f7d-9d94-e23cb53965cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:19.873331 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-76c9a7af-266f-4f7d-9d94-e23cb53965cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 1097 time: 0.1026652 May 18 06:23:19.941170 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4845b7-ee4b-486c-9af7-dd374e46de39 req-7a5d8f4c-ce7f-4994-bd3b-166565793d3e tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:19.943412 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eb4845b7-ee4b-486c-9af7-dd374e46de39 req-7a5d8f4c-ce7f-4994-bd3b-166565793d3e tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0879128 May 18 06:23:19.964570 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-5bab7db9-438f-4f12-a134-5c5b179317b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=016e28f0-ac8d-4013-8512-101000b9f2e2 HTTP/1.1" status: 200 len: 217 time: 0.0829678 May 18 06:23:20.020151 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eb4845b7-ee4b-486c-9af7-dd374e46de39 req-88b40004-8fbb-4815-90ef-21cd02520e09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562243 May 18 06:23:20.060128 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-449fb1a7-06e5-4382-b873-d8fd8820619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:20.061583 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-449fb1a7-06e5-4382-b873-d8fd8820619f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0890679 May 18 06:23:20.137251 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-a5d313a4-d1f1-4df2-a3ec-a955ce709769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:20.138731 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-a5d313a4-d1f1-4df2-a3ec-a955ce709769 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0702217 May 18 06:23:20.289163 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-ec06383f-485e-4017-b579-139fd63c5d5e service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435795 May 18 06:23:20.354201 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adeba8-a857-4b7e-abd2-32dcd06d2e6b req-f8aadcb6-e523-4335-90d9-19d6376a117d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:20.355998 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f4adeba8-a857-4b7e-abd2-32dcd06d2e6b req-f8aadcb6-e523-4335-90d9-19d6376a117d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0881727 May 18 06:23:20.368997 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device c59ce06f-83e8-46f2-999c-5711abe1e782 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:23:20.435936 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f4adeba8-a857-4b7e-abd2-32dcd06d2e6b req-decad947-d7b3-4224-bb68-62b01cf2ee36 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717673 May 18 06:23:20.439993 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-e8f47bd1-0204-42d6-8f5c-aee67303420a req-5214688f-14aa-4832-9f0f-d07265a1b399 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439672 May 18 06:23:20.504589 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port c59ce06f-83e8-46f2-999c-5711abe1e782 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:23:20.514731 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port c59ce06f-83e8-46f2-999c-5711abe1e782 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:23:20.515693 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:20.588290 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2279a5-3b56-4045-bbfb-ce1ff5a25a9f req-6d9cc40d-320d-4366-81d1-536db441a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:20.590062 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ad2279a5-3b56-4045-bbfb-ce1ff5a25a9f req-6d9cc40d-320d-4366-81d1-536db441a7ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 1097 time: 0.0871716 May 18 06:23:20.655364 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d122afb-0921-4a19-85d4-adbec838a1e1 req-b013743e-4aab-4be9-b0af-acb2389928c7 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:20.657235 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8d122afb-0921-4a19-85d4-adbec838a1e1 req-b013743e-4aab-4be9-b0af-acb2389928c7 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 945 time: 0.1086822 May 18 06:23:20.659564 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:20.699053 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port c59ce06f-83e8-46f2-999c-5711abe1e782, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c59ce06f-83e8-46f2-999c-5711abe1e782,segment=NetworkSegment(735fba3b-b533-447a-8fe1-96ab1dcacc49),segment_id=735fba3b-b533-447a-8fe1-96ab1dcacc49)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:20.704367 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:20.705483 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:23:20.734302 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8d122afb-0921-4a19-85d4-adbec838a1e1 req-4feef538-3b9e-4b7c-b8da-a8a7927f05d4 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648403 May 18 06:23:20.737989 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:20.797924 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2279a5-3b56-4045-bbfb-ce1ff5a25a9f req-5fdfe7a5-6ac5-44e7-8585-f84b6beb9bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:20.799535 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ad2279a5-3b56-4045-bbfb-ce1ff5a25a9f req-5fdfe7a5-6ac5-44e7-8585-f84b6beb9bb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 913 time: 0.2017713 May 18 06:23:20.829854 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=c59ce06f-83e8-46f2-999c-5711abe1e782,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:20.856718 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:20.874289 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0788158-486a-490f-baef-96aec45d86a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59ce06f-83e8-46f2-999c-5711abe1e782'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:20.896011 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ad2279a5-3b56-4045-bbfb-ce1ff5a25a9f req-449258e0-08be-495a-b4d7-d40e02263d7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=016e28f0-ac8d-4013-8512-101000b9f2e2 HTTP/1.1" status: 200 len: 217 time: 0.0874603 May 18 06:23:20.924755 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0788158-486a-490f-baef-96aec45d86a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59ce06f-83e8-46f2-999c-5711abe1e782', 'code': 200} May 18 06:23:20.963102 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2279a5-3b56-4045-bbfb-ce1ff5a25a9f req-38daae7c-bb57-41a9-90df-f3b15607cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:20.964476 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ad2279a5-3b56-4045-bbfb-ce1ff5a25a9f req-38daae7c-bb57-41a9-90df-f3b15607cb38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0644619 May 18 06:23:21.047390 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2279a5-3b56-4045-bbfb-ce1ff5a25a9f req-46e91428-40e1-4120-8d67-2f2c7a1d71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:21.049335 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ad2279a5-3b56-4045-bbfb-ce1ff5a25a9f req-46e91428-40e1-4120-8d67-2f2c7a1d71d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0781584 May 18 06:23:21.214597 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980cf3f-89e7-4ad0-a690-868d87a2d2d1 req-a8bfa9c8-3aa9-40b4-b4db-9b18d10cb9f4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:21.216117 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a980cf3f-89e7-4ad0-a690-868d87a2d2d1 req-a8bfa9c8-3aa9-40b4-b4db-9b18d10cb9f4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0815463 May 18 06:23:21.238405 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ad2279a5-3b56-4045-bbfb-ce1ff5a25a9f req-5ad4d6bd-f050-4d02-9077-a4092cea77a7 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821928 May 18 06:23:21.248922 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005ee39-4a92-44bf-91de-501bf623faf0 req-e9c3267f-0e4c-4838-84e8-732f1f5df19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:21.250322 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8005ee39-4a92-44bf-91de-501bf623faf0 req-e9c3267f-0e4c-4838-84e8-732f1f5df19b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 1099 time: 0.1061878 May 18 06:23:21.277259 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a980cf3f-89e7-4ad0-a690-868d87a2d2d1 req-e9c68755-35d5-4399-91b4-da88409ee694 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525172 May 18 06:23:21.408607 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-8b178b88-d857-45b1-be3f-21dc34291972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:21.410104 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-8b178b88-d857-45b1-be3f-21dc34291972 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7&tenant_id=fe3b048f6cb84fa7b80a90fb8b290385 HTTP/1.1" status: 200 len: 1096 time: 0.0722733 May 18 06:23:21.461273 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8005ee39-4a92-44bf-91de-501bf623faf0 req-b4105c2c-7c2a-4052-8a44-50131cb574d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930881 May 18 06:23:21.500328 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-ad2279a5-3b56-4045-bbfb-ce1ff5a25a9f req-94579029-db60-4a39-bcd1-9e94073205c8 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536316 May 18 06:23:21.502205 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-304715b3-43cf-4ba9-93b5-a1abc81631e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:21.503647 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-304715b3-43cf-4ba9-93b5-a1abc81631e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 1096 time: 0.0695522 May 18 06:23:21.703324 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-20d35cce-118c-4ec2-a506-4fdd9772f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:21.703324 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-20d35cce-118c-4ec2-a506-4fdd9772f069 service neutron] 10.222.0.18 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 918 time: 0.1842027 May 18 06:23:21.712504 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e4b6-d801-4574-be0f-b66ca6d3feaa req-0736f126-3a93-4258-bf59-bee88948e141 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:21.713823 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3d49e4b6-d801-4574-be0f-b66ca6d3feaa req-0736f126-3a93-4258-bf59-bee88948e141 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.1294096 May 18 06:23:21.829103 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3d49e4b6-d801-4574-be0f-b66ca6d3feaa req-f60b4fc5-3b55-4d9e-9e53-7d9298d4f9b9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659862 May 18 06:23:21.870436 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-342b5881-469e-4594-b78d-fcb735644d0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 HTTP/1.1" status: 200 len: 998 time: 0.1557102 May 18 06:23:21.952873 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-38612c17-7d3d-490a-b650-db6de94e53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:21.954244 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-38612c17-7d3d-490a-b650-db6de94e53b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 200 len: 856 time: 0.0731063 May 18 06:23:21.971144 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc4949-f075-4e60-bd52-d41549221a14 req-3d57f552-bb40-4ace-af52-516209a78fda tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:21.972498 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-acdc4949-f075-4e60-bd52-d41549221a14 req-3d57f552-bb40-4ace-af52-516209a78fda tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 946 time: 0.1367600 May 18 06:23:22.060048 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-acdc4949-f075-4e60-bd52-d41549221a14 req-7e3aeaa6-b662-4f3a-b40d-4a0739608bfa tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587983 May 18 06:23:22.076061 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-a13259cb-c1e5-4f76-a021-5883599e00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:22.077537 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-a13259cb-c1e5-4f76-a021-5883599e00fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feb21229-4b88-4211-935f-c205971cde1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1143756 May 18 06:23:22.205180 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-2305a625-8bf4-45bd-adff-dddfa89ec7ca service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206813 May 18 06:23:22.437845 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da9b5919-5bc9-4401-93e0-5ccfe0a1b1a2 req-de811e42-9488-4505-b8c4-3af02c84ced3 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253065 May 18 06:23:22.518182 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc5097-fa63-4921-a888-bd6bedc5ee82 req-ed18544e-8f2b-4978-8380-1dfb4b52fd74 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:22.519615 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1fdc5097-fa63-4921-a888-bd6bedc5ee82 req-ed18544e-8f2b-4978-8380-1dfb4b52fd74 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0868154 May 18 06:23:22.563728 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1fdc5097-fa63-4921-a888-bd6bedc5ee82 req-f3cb1dd1-da4c-41a3-98e1-8b69cf2a2b77 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377948 May 18 06:23:23.047178 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6033525-8487-4d32-ae9a-c301a6acb37d req-c42be2ce-a408-412e-8d6f-bfa7db5afab5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:23.051847 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b6033525-8487-4d32-ae9a-c301a6acb37d req-c42be2ce-a408-412e-8d6f-bfa7db5afab5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0931756 May 18 06:23:23.109743 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b6033525-8487-4d32-ae9a-c301a6acb37d req-b5b80555-b2c3-437c-a627-a38e32b094c5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539119 May 18 06:23:23.256257 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a4841-216b-4d40-ad2e-da3e404603fa req-9f229099-2f1a-440f-b097-d053951db490 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:23.257792 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ba0a4841-216b-4d40-ad2e-da3e404603fa req-9f229099-2f1a-440f-b097-d053951db490 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 946 time: 0.0824194 May 18 06:23:23.314120 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ba0a4841-216b-4d40-ad2e-da3e404603fa req-e2a8fb5b-d84c-4e9d-a99c-0a8b9f61143a tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 May 18 06:23:23.410345 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:23.751455 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbf2e9-bbf0-419d-9118-f374dfe2dc5c req-2430327f-866a-4799-bb72-e14946390983 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:23.752988 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-62bbf2e9-bbf0-419d-9118-f374dfe2dc5c req-2430327f-866a-4799-bb72-e14946390983 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0816092 May 18 06:23:23.799535 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-62bbf2e9-bbf0-419d-9118-f374dfe2dc5c req-b933c3e8-11dc-445c-b7cc-095f0230834c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404606 May 18 06:23:24.319246 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e41f6-7251-4a14-8511-5c8509c0f8db req-6c63d337-f5b2-4e9b-bf21-929d1f3dec10 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:24.321435 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2b6e41f6-7251-4a14-8511-5c8509c0f8db req-6c63d337-f5b2-4e9b-bf21-929d1f3dec10 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0963595 May 18 06:23:24.368988 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2b6e41f6-7251-4a14-8511-5c8509c0f8db req-269627ef-bf99-4903-9f67-03b66f01c1e2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418544 May 18 06:23:24.991646 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd433a-94d3-4379-b726-def904d2599d req-46b6b917-ed1d-4bc5-bee2-8986964db38c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:24.994917 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-31dd433a-94d3-4379-b726-def904d2599d req-46b6b917-ed1d-4bc5-bee2-8986964db38c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0892217 May 18 06:23:25.046161 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-31dd433a-94d3-4379-b726-def904d2599d req-f02c05f7-7302-40c2-88a4-28e8d96a61e9 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449669 May 18 06:23:25.559603 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebf1cf-a948-4819-a1c8-8bc98e8d7f1d req-171fea44-cc96-42b8-941c-93a742e0bd42 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:25.561023 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b8ebf1cf-a948-4819-a1c8-8bc98e8d7f1d req-171fea44-cc96-42b8-941c-93a742e0bd42 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0790868 May 18 06:23:25.608055 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b8ebf1cf-a948-4819-a1c8-8bc98e8d7f1d req-0ab76b68-42a8-4d2a-ac64-30180e623caf tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 May 18 06:23:26.255125 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0609267-cb3c-4bda-a4bc-5440019a73e4 req-ad14dba6-aa39-4770-a8c8-fe415f7fdede tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:26.256634 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e0609267-cb3c-4bda-a4bc-5440019a73e4 req-ad14dba6-aa39-4770-a8c8-fe415f7fdede tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0889390 May 18 06:23:26.305636 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e0609267-cb3c-4bda-a4bc-5440019a73e4 req-258acb7a-dc25-4079-b3da-5dd7a0fe99f1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 May 18 06:23:26.810928 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e477f57-bd15-4c33-a2cc-123f770702b5 req-6ee5b469-96f9-4474-88e4-3e7f53f852e4 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:26.812456 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8e477f57-bd15-4c33-a2cc-123f770702b5 req-6ee5b469-96f9-4474-88e4-3e7f53f852e4 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0817027 May 18 06:23:26.862013 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8e477f57-bd15-4c33-a2cc-123f770702b5 req-2950a707-2366-4d0b-8168-2cdbe4e0f972 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438292 May 18 06:23:27.492038 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23559cc-041f-458f-85fe-349e47988042 req-1d94b1c4-0433-4737-b7b6-a3528dcec50c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:27.494405 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f23559cc-041f-458f-85fe-349e47988042 req-1d94b1c4-0433-4737-b7b6-a3528dcec50c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0828438 May 18 06:23:27.540978 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f23559cc-041f-458f-85fe-349e47988042 req-63797970-ab7f-47c5-9ef8-2e337f55c767 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409048 May 18 06:23:28.062104 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f9758-83e1-45c6-8f73-645f6cb552c0 req-f10fc8a2-3f84-4b30-8ec9-a13c9ef0b776 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:28.063556 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-278f9758-83e1-45c6-8f73-645f6cb552c0 req-f10fc8a2-3f84-4b30-8ec9-a13c9ef0b776 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0860128 May 18 06:23:28.109981 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-278f9758-83e1-45c6-8f73-645f6cb552c0 req-330e7697-09a6-415e-b7ae-7e1d9347e820 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405922 May 18 06:23:28.738763 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139f223-4d53-4d4e-bb72-1c99e62e0b81 req-8adf7c0e-87eb-4650-9a7a-c3cb779b1bc7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:28.740268 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6139f223-4d53-4d4e-bb72-1c99e62e0b81 req-8adf7c0e-87eb-4650-9a7a-c3cb779b1bc7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0924032 May 18 06:23:28.792272 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6139f223-4d53-4d4e-bb72-1c99e62e0b81 req-b6512bc5-3e82-451a-a1f3-7d1066ea44a6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451179 May 18 06:23:29.328839 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858bf85-4d91-4a7b-9607-55ebb366f0b7 req-b63344b3-01fd-4c09-9b93-a9a23b94ce95 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:29.330326 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b858bf85-4d91-4a7b-9607-55ebb366f0b7 req-b63344b3-01fd-4c09-9b93-a9a23b94ce95 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.1080384 May 18 06:23:29.404433 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b858bf85-4d91-4a7b-9607-55ebb366f0b7 req-fab1a38d-ffcc-45e1-84e9-44b6aff653c3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677285 May 18 06:23:29.982461 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8b631-5e22-4a21-849a-21580cc3d247 req-e1116cfa-b252-4daf-bf64-6dbc1071d718 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:29.983933 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b9f8b631-5e22-4a21-849a-21580cc3d247 req-e1116cfa-b252-4daf-bf64-6dbc1071d718 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0843573 May 18 06:23:30.030718 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b9f8b631-5e22-4a21-849a-21580cc3d247 req-b4c8f660-14f4-4c9b-aeaf-93ce982c5e96 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407875 May 18 06:23:30.595860 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa5ae0-3efe-451a-a4e6-60472bbb363e req-33a275f8-5666-4481-a596-53a05b59aac7 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:30.597375 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f2fa5ae0-3efe-451a-a4e6-60472bbb363e req-33a275f8-5666-4481-a596-53a05b59aac7 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0834525 May 18 06:23:30.648392 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f2fa5ae0-3efe-451a-a4e6-60472bbb363e req-28dfe327-9060-45b8-9cc4-306a9842a197 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445483 May 18 06:23:31.225218 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163b718-5e53-4069-8d7d-56fc52aa0850 req-37cdfcbb-6e07-4885-ab16-08d3f99419f4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:31.226754 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f163b718-5e53-4069-8d7d-56fc52aa0850 req-37cdfcbb-6e07-4885-ab16-08d3f99419f4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0831118 May 18 06:23:31.289716 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f163b718-5e53-4069-8d7d-56fc52aa0850 req-f8e90609-d566-43ef-a26f-1e845dd9b986 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536053 May 18 06:23:31.851310 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274c724-0fa7-458c-98fe-fe42bbfcc964 req-3f45ec03-c47f-4c80-a8d5-d70663f101da tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:31.852762 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a274c724-0fa7-458c-98fe-fe42bbfcc964 req-3f45ec03-c47f-4c80-a8d5-d70663f101da tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0874684 May 18 06:23:31.904359 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a274c724-0fa7-458c-98fe-fe42bbfcc964 req-d5671fe1-dddb-4a41-9105-2acad0f0e665 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411286 May 18 06:23:32.474414 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbe8c7-d6d9-4fb1-9767-1d6c591a7599 req-e01f1526-6f38-4e1f-940a-e0c85e170fc3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:32.476476 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-18cbe8c7-d6d9-4fb1-9767-1d6c591a7599 req-e01f1526-6f38-4e1f-940a-e0c85e170fc3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0814207 May 18 06:23:32.527071 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-18cbe8c7-d6d9-4fb1-9767-1d6c591a7599 req-cf7dfb36-3d16-4454-b3d8-39b75bcfcd9a tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444460 May 18 06:23:33.183961 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd034e-b9a7-4db0-8c87-11f0aaf6dc9f req-244b9ce2-8d72-40cd-98d9-43a2d3d53031 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:33.185577 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e3fd034e-b9a7-4db0-8c87-11f0aaf6dc9f req-244b9ce2-8d72-40cd-98d9-43a2d3d53031 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.1670794 May 18 06:23:33.230379 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e3fd034e-b9a7-4db0-8c87-11f0aaf6dc9f req-1070fb28-6aed-4a83-bf3e-e1e0c549f90a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392179 May 18 06:23:33.723983 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b543b70-9ac2-4f8e-9923-4a529175bb03 req-ad1efde8-f6a9-4a90-a467-c6ada53f954e tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:33.725459 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9b543b70-9ac2-4f8e-9923-4a529175bb03 req-ad1efde8-f6a9-4a90-a467-c6ada53f954e tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0888863 May 18 06:23:33.773689 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9b543b70-9ac2-4f8e-9923-4a529175bb03 req-51725d5c-1cf3-45ec-87a0-b6e52f8a9154 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411742 May 18 06:23:34.048344 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-21e49f74-9bd9-48f5-be68-54f3b841f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:34.416738 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eb769-0b20-4610-9580-eaf26aff3452 req-89a2da0e-8ddb-4f08-a2b4-29bbdaf18c0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:34.418263 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ff3eb769-0b20-4610-9580-eaf26aff3452 req-89a2da0e-8ddb-4f08-a2b4-29bbdaf18c0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0772769 May 18 06:23:34.465067 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ff3eb769-0b20-4610-9580-eaf26aff3452 req-a03a85e3-ad46-43b6-84da-d6185be8c4fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413129 May 18 06:23:34.974442 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb42dff-36be-4097-bb34-c1038520e51c req-adb5cab4-42d8-4543-beac-bff3507deb9f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:34.974442 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ebb42dff-36be-4097-bb34-c1038520e51c req-adb5cab4-42d8-4543-beac-bff3507deb9f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0874457 May 18 06:23:35.018968 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ebb42dff-36be-4097-bb34-c1038520e51c req-7ecf73e8-7a32-4af3-881b-134f930f1d1b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415163 May 18 06:23:35.655410 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc6ecf-adbf-44ae-a287-ed48e6f51b67 req-e7896dfb-c113-4952-a64d-93161a4b9356 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:35.657382 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eccc6ecf-adbf-44ae-a287-ed48e6f51b67 req-e7896dfb-c113-4952-a64d-93161a4b9356 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0826743 May 18 06:23:35.702162 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-eccc6ecf-adbf-44ae-a287-ed48e6f51b67 req-970ca9a9-6c77-4146-a131-578b79c062a7 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390375 May 18 06:23:36.200874 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cfbe6-a4f2-4f04-bebf-644801631084 req-621fdf3f-030f-469d-b011-b310ae18f95c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:36.202299 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-679cfbe6-a4f2-4f04-bebf-644801631084 req-621fdf3f-030f-469d-b011-b310ae18f95c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 944 time: 0.0794871 May 18 06:23:36.248816 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-679cfbe6-a4f2-4f04-bebf-644801631084 req-833ce44f-9db9-4eae-8a1f-6b402ce54a22 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 May 18 06:23:36.466028 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 016e28f0-ac8d-4013-8512-101000b9f2e2 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:23:36.502418 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:36.577289 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d9e15393-d51d-482a-8802-bb301aa52367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:36.615967 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 016e28f0-ac8d-4013-8512-101000b9f2e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=016e28f0-ac8d-4013-8512-101000b9f2e2,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:36.628945 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '016e28f0-ac8d-4013-8512-101000b9f2e2', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'port_id': '016e28f0-ac8d-4013-8512-101000b9f2e2', 'mac_address': 'fa:16:3e:1e:81:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:23:36.684988 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:36.700780 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016e28f0-ac8d-4013-8512-101000b9f2e2 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:23:36.715233 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 016e28f0-ac8d-4013-8512-101000b9f2e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=016e28f0-ac8d-4013-8512-101000b9f2e2,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:36.719176 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:36.720778 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-270d6c6a-4161-49e5-ac80-b39d4af096ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:36.783995 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=016e28f0-ac8d-4013-8512-101000b9f2e2,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:36.787044 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:36.892744 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e31e16-fb56-4268-97de-b3d7e84bf2ff req-cff43fa7-ea88-4e60-853e-1763d46c1484 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:36.894187 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-22e31e16-fb56-4268-97de-b3d7e84bf2ff req-cff43fa7-ea88-4e60-853e-1763d46c1484 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0795076 May 18 06:23:36.938774 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-22e31e16-fb56-4268-97de-b3d7e84bf2ff req-9eb933ea-9e1b-476a-8589-933d3934e26d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389822 May 18 06:23:36.951480 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['016e28f0-ac8d-4013-8512-101000b9f2e2'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:23:37.431443 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e79ef-2bf9-4cf4-8c03-f6bd0d92c3a9 req-cc064a57-fcd4-4c85-a482-d6c0bc89829e tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:37.432898 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-264e79ef-2bf9-4cf4-8c03-f6bd0d92c3a9 req-cc064a57-fcd4-4c85-a482-d6c0bc89829e tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 945 time: 0.0812995 May 18 06:23:37.477624 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-264e79ef-2bf9-4cf4-8c03-f6bd0d92c3a9 req-91460a21-56c7-475c-8d82-1f5027486b72 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391178 May 18 06:23:37.613539 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:38.128496 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af205ab-49f2-47bf-90f4-7f6c416d48d4 req-517dd102-4a0c-423a-b080-3dabe78ae4a7 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:38.129942 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1af205ab-49f2-47bf-90f4-7f6c416d48d4 req-517dd102-4a0c-423a-b080-3dabe78ae4a7 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0786891 May 18 06:23:38.178092 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1af205ab-49f2-47bf-90f4-7f6c416d48d4 req-9bbfe21e-d95b-4cdf-af1f-eb2957102574 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424883 May 18 06:23:38.465761 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 016e28f0-ac8d-4013-8512-101000b9f2e2 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:23:38.534834 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 016e28f0-ac8d-4013-8512-101000b9f2e2 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:23:38.540056 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 016e28f0-ac8d-4013-8512-101000b9f2e2 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:23:38.540444 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:38.655456 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:38.658968 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e51cd-abda-4687-82b3-98dacc2317e9 req-12db6f66-3124-413c-a290-e115f2020e00 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:38.660469 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8c1e51cd-abda-4687-82b3-98dacc2317e9 req-12db6f66-3124-413c-a290-e115f2020e00 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 945 time: 0.0790486 May 18 06:23:38.683379 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016e28f0-ac8d-4013-8512-101000b9f2e2'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:38.693021 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 016e28f0-ac8d-4013-8512-101000b9f2e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=016e28f0-ac8d-4013-8512-101000b9f2e2,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:38.697669 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:38.699525 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:38.707656 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8c1e51cd-abda-4687-82b3-98dacc2317e9 req-3be219cc-740b-443e-a936-226f5452013c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404077 May 18 06:23:38.739971 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016e28f0-ac8d-4013-8512-101000b9f2e2', 'code': 200} May 18 06:23:38.777611 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=016e28f0-ac8d-4013-8512-101000b9f2e2,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:38.780551 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:39.023214 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0509560-99f2-406b-898e-a3515d302937 req-9fe55da6-63e0-449d-a3b4-1c71ae689531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:39.024603 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e0509560-99f2-406b-898e-a3515d302937 req-9fe55da6-63e0-449d-a3b4-1c71ae689531 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 1099 time: 0.0710597 May 18 06:23:39.065811 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e0509560-99f2-406b-898e-a3515d302937 req-781db30a-8da1-4222-b389-543767ff4b71 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333602 May 18 06:23:39.286967 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:23:39.363928 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a0a7b-c127-49c0-89a4-f48f970c44ce req-53726269-f20d-404c-a880-9d943e4a58e3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:39.365362 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-242a0a7b-c127-49c0-89a4-f48f970c44ce req-53726269-f20d-404c-a880-9d943e4a58e3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0787005 May 18 06:23:39.368668 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:39.409187 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-242a0a7b-c127-49c0-89a4-f48f970c44ce req-cb71aa7f-fbb1-4e3a-9fff-be09ecfdd9a8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373063 May 18 06:23:39.893342 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57ecd-dd9c-48e8-be59-0cd81376e851 req-9bf69183-c80c-445b-a97f-ad85f0f85c2e tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:39.894791 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f9e57ecd-dd9c-48e8-be59-0cd81376e851 req-9bf69183-c80c-445b-a97f-ad85f0f85c2e tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 946 time: 0.0826149 May 18 06:23:39.941228 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f9e57ecd-dd9c-48e8-be59-0cd81376e851 req-9d1418f9-66ee-490c-8132-2f454e469064 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407903 May 18 06:23:40.595618 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed182cb1-90fd-4255-99ae-42f483edd26b req-af9d86c4-8878-4100-81aa-d6176736943e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:40.597047 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ed182cb1-90fd-4255-99ae-42f483edd26b req-af9d86c4-8878-4100-81aa-d6176736943e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0803103 May 18 06:23:40.639471 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ed182cb1-90fd-4255-99ae-42f483edd26b req-add72413-9f65-432f-97c7-ce8005f1bee6 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367684 May 18 06:23:41.130949 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a070e-51e1-4df1-942c-0cc120224dae req-c3b9ea22-b807-4056-9bd9-79c06692bc45 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:41.132940 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9f0a070e-51e1-4df1-942c-0cc120224dae req-c3b9ea22-b807-4056-9bd9-79c06692bc45 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 946 time: 0.0786130 May 18 06:23:41.176728 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9f0a070e-51e1-4df1-942c-0cc120224dae req-0f58541f-bf09-4fa2-9fbc-f9eaf47b59f6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382555 May 18 06:23:41.370506 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2ce4d-6c79-4cbe-94ff-ccdf54bcf572 req-b29860e9-54f1-461f-bfc7-587723aa035d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:41.372078 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-83e2ce4d-6c79-4cbe-94ff-ccdf54bcf572 req-b29860e9-54f1-461f-bfc7-587723aa035d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 946 time: 0.0888834 May 18 06:23:41.418686 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-83e2ce4d-6c79-4cbe-94ff-ccdf54bcf572 req-fcfabc76-4db3-4f5e-8d30-e89a8334cf25 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405784 May 18 06:23:41.443349 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 39344) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:41.561633 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e25d59-3a67-4650-a5d4-4328fe1256c3 tempest-TestVolumeBootPattern-91879330 tempest-TestVolumeBootPattern-91879330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:41.562251 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-06e25d59-3a67-4650-a5d4-4328fe1256c3 tempest-TestVolumeBootPattern-91879330 tempest-TestVolumeBootPattern-91879330-project-admin] Synchronizing usage tracker for tenant:fcf9db86f2184584a7682cef1744a8f7 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:23:41.578848 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-06e25d59-3a67-4650-a5d4-4328fe1256c3 tempest-TestVolumeBootPattern-91879330 tempest-TestVolumeBootPattern-91879330-project-admin] Unset dirty status for tenant:fcf9db86f2184584a7682cef1744a8f7 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:23:41.580018 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-06e25d59-3a67-4650-a5d4-4328fe1256c3 tempest-TestVolumeBootPattern-91879330 tempest-TestVolumeBootPattern-91879330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 1094 time: 0.1342120 May 18 06:23:41.582806 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 39350) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:41.587914 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'floatingip': {'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'port_id': '016e28f0-ac8d-4013-8512-101000b9f2e2', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:23:41.593375 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:23:41.597097 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:floatingip and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:23:41.599880 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:23:41.605496 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:23:41.615363 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:41.751803 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:41.826342 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0496c5d-c3d7-4b78-832c-de81f3104336 req-b271dcc1-5a94-4a4b-880b-97ad30d8238c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:41.827744 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a0496c5d-c3d7-4b78-832c-de81f3104336 req-b271dcc1-5a94-4a4b-880b-97ad30d8238c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 943 time: 0.0796661 May 18 06:23:41.876337 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a0496c5d-c3d7-4b78-832c-de81f3104336 req-e12af519-229c-48a2-86d2-1f3f0db6b73a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424421 May 18 06:23:41.892304 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Allocated IP 172.27.2.202 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/b723da8b-941f-4e67-bbb3-f65ea2b2e8b2) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:23:42.035593 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:42.064301 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:42.068506 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-df72ede8-d550-4eef-a404-3a3fa58366ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:42.125707 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:23:42.128333 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:23:42.130835 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:23:42.178420 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'Port': ['ID=b723da8b-941f-4e67-bbb3-f65ea2b2e8b2,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:42.188961 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.189341 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.189707 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.190069 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.190425 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.190777 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.191130 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.191483 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.191859 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.192218 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.192556 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.192899 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:42.196440 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:42.515635 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:23:42.559057 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:42.639172 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:42.713436 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:42.727694 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'port_id': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'mac_address': 'fa:16:3e:8f:29:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:23:42.785960 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:42.841508 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:23:42.859808 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:42.866265 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:42.866384 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:42.868601 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:42.872287 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:42.877955 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b2611b16-17f9-46fa-ae19-a79b3b6d0ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:42.946757 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,revision_number=9']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:42.950014 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:42.993983 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'Port': ['ID=b723da8b-941f-4e67-bbb3-f65ea2b2e8b2,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:42.996956 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:43.007569 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:43.178341 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['8527d648-c37d-4d16-b3a8-2ffc19bbfeb8'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:23:43.217011 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51008efe-2f80-42c0-87ba-797cb9ed4939 req-50fcddde-2971-47b4-902f-5d2706b86e10 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:43.218513 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-51008efe-2f80-42c0-87ba-797cb9ed4939 req-50fcddde-2971-47b4-902f-5d2706b86e10 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 944 time: 0.0851181 May 18 06:23:43.275359 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-51008efe-2f80-42c0-87ba-797cb9ed4939 req-290b52bd-e9c9-4b4a-b5f1-c1c6b1faad37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494056 May 18 06:23:43.285995 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.l3_db [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Floating IP a5e025bf-7b9d-488f-a43c-c342e680fc73 associated. External IP: 172.27.2.202, port: 016e28f0-ac8d-4013-8512-101000b9f2e2. May 18 06:23:43.630270 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Router eb5c1fe6-599b-4a92-8796-98b49d4d3399 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:23:43.809273 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:23:43.820055 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e8ba06-60fd-4220-a701-23d056313d5a None None] Sync routers for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:23:43.829035 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e8ba06-60fd-4220-a701-23d056313d5a None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:23:43.829712 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-00e8ba06-60fd-4220-a701-23d056313d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:23:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:43.835994 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:43.905264 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3214104 May 18 06:23:43.906240 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'tag': '016e28f0-ac8d-4013-8512-101000b9f2e2'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:43.956171 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'tag': '016e28f0-ac8d-4013-8512-101000b9f2e2', 'status': 'completed', 'code': 200} May 18 06:23:44.022716 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-00e8ba06-60fd-4220-a701-23d056313d5a None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:23:44.355375 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-00e8ba06-60fd-4220-a701-23d056313d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'a5e025bf-7b9d-488f-a43c-c342e680fc73', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '016e28f0-ac8d-4013-8512-101000b9f2e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:1e:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:23:42Z', 'updated_at': '2021-05-18T06:23:42Z', 'revision_number': 0, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:44.359121 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e8ba06-60fd-4220-a701-23d056313d5a None None] Checking router: eb5c1fe6-599b-4a92-8796-98b49d4d3399 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:23:44.368151 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e8ba06-60fd-4220-a701-23d056313d5a None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:23:44.368749 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-00e8ba06-60fd-4220-a701-23d056313d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:23:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:44.541790 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-00e8ba06-60fd-4220-a701-23d056313d5a None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:23:44.544666 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3508e-b85b-4de5-9965-e9b27b1b1b42 req-4e5c5114-792d-49bb-9e9a-56a4b511cf0a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:44.546166 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-55a3508e-b85b-4de5-9965-e9b27b1b1b42 req-4e5c5114-792d-49bb-9e9a-56a4b511cf0a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 944 time: 0.1666861 May 18 06:23:44.590273 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-55a3508e-b85b-4de5-9965-e9b27b1b1b42 req-e1b1866b-ea0a-470c-8f87-7cf9bced5ba2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381019 May 18 06:23:44.874780 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-00e8ba06-60fd-4220-a701-23d056313d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'a5e025bf-7b9d-488f-a43c-c342e680fc73', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '016e28f0-ac8d-4013-8512-101000b9f2e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:1e:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:23:42Z', 'updated_at': '2021-05-18T06:23:42Z', 'revision_number': 0, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:44.878520 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e8ba06-60fd-4220-a701-23d056313d5a None None] The sync data for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi is: [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'a5e025bf-7b9d-488f-a43c-c342e680fc73', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '016e28f0-ac8d-4013-8512-101000b9f2e2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:1e:81:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:23:42Z', 'updated_at': '2021-05-18T06:23:42Z', 'revision_number': 0, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:23:45.051801 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60fc7c7-9527-4056-ae47-b999018ad60b None None] New status for floating IP a5e025bf-7b9d-488f-a43c-c342e680fc73: ACTIVE {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:23:45.779009 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f465bea-3835-44aa-a33f-88f409d055b1 req-6b00d4f0-4a95-4daa-bc08-57abeeb0db6f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:45.780458 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8f465bea-3835-44aa-a33f-88f409d055b1 req-6b00d4f0-4a95-4daa-bc08-57abeeb0db6f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 944 time: 0.0778747 May 18 06:23:45.827791 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8f465bea-3835-44aa-a33f-88f409d055b1 req-c76dbcd3-f1d8-494c-a6ec-a10cade8b38d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418203 May 18 06:23:46.498611 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58301639-6669-4e50-9812-a05bac33510a req-18318e77-b6e7-44e7-9c84-ef3d1bdc1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:46.500109 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58301639-6669-4e50-9812-a05bac33510a req-18318e77-b6e7-44e7-9c84-ef3d1bdc1819 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 1099 time: 0.0694244 May 18 06:23:46.630010 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58301639-6669-4e50-9812-a05bac33510a req-d22aa469-d820-4da5-a570-368624dc2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:46.631364 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58301639-6669-4e50-9812-a05bac33510a req-d22aa469-d820-4da5-a570-368624dc2899 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 913 time: 0.1242566 May 18 06:23:46.735968 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58301639-6669-4e50-9812-a05bac33510a req-183c7947-93e4-40e0-9c54-b02b7183f63f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=016e28f0-ac8d-4013-8512-101000b9f2e2 HTTP/1.1" status: 200 len: 1002 time: 0.0976658 May 18 06:23:46.814386 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58301639-6669-4e50-9812-a05bac33510a req-89a91698-9aa6-4024-bc84-30ed4cd5c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:46.815815 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58301639-6669-4e50-9812-a05bac33510a req-89a91698-9aa6-4024-bc84-30ed4cd5c3b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0558283 May 18 06:23:46.894587 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58301639-6669-4e50-9812-a05bac33510a req-7812aa01-2a89-4b58-9851-c1a7454112be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:46.896074 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58301639-6669-4e50-9812-a05bac33510a req-7812aa01-2a89-4b58-9851-c1a7454112be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733833 May 18 06:23:47.088146 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58301639-6669-4e50-9812-a05bac33510a req-e9d552b0-93cf-4db8-823e-ba1a1491f068 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829998 May 18 06:23:47.098628 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b2c26-36c8-4bbc-b882-7b9e25681626 req-e041bd6f-9c79-4eca-af77-3b45469f54b0 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:47.100517 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-817b2c26-36c8-4bbc-b882-7b9e25681626 req-e041bd6f-9c79-4eca-af77-3b45469f54b0 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 944 time: 0.1311545 May 18 06:23:47.237168 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-817b2c26-36c8-4bbc-b882-7b9e25681626 req-3735d66d-860c-43b0-8e50-c40b3e912505 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167924 May 18 06:23:47.265816 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58301639-6669-4e50-9812-a05bac33510a req-87271985-884b-4c92-ab60-404d795caacf service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643789 May 18 06:23:48.084430 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e81bb1-aa53-4193-b153-744a1d7302fc req-7427a5f5-e014-4861-97ae-d5483b64fa1c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:48.085755 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f3e81bb1-aa53-4193-b153-744a1d7302fc req-7427a5f5-e014-4861-97ae-d5483b64fa1c tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 945 time: 0.0765567 May 18 06:23:48.128637 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f3e81bb1-aa53-4193-b153-744a1d7302fc req-1fc3a3cf-be04-4b98-8868-4d98fb9f57bc tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374229 May 18 06:23:48.434703 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35643180-8563-442b-9182-80df6917a348 req-e6b51617-083f-459f-b8e4-4864e6c4f1a4 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:48.436135 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-35643180-8563-442b-9182-80df6917a348 req-e6b51617-083f-459f-b8e4-4864e6c4f1a4 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 944 time: 0.0817645 May 18 06:23:48.479078 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-35643180-8563-442b-9182-80df6917a348 req-8ecadb1f-333e-4d5d-a187-2b2b708045be tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373909 May 18 06:23:48.597475 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:23:48.662756 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:23:48.663060 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.809329 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.835663 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:48.844985 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:48.849566 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:48.851698 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-f7fe0348-c373-4981-a08f-55e0d0af5a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:48.887735 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'code': 200} May 18 06:23:48.918627 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,revision_number=10']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:48.925867 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.926220 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.926561 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.926896 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.927253 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.927582 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.927931 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.928778 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.929105 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.929428 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.929749 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.930067 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:23:48.933683 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:49.450964 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc4952-203c-4721-aa8a-240317d72383 req-bb57f9a4-c5cf-437e-aac7-c310fbe7f21e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:49.452435 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f7bc4952-203c-4721-aa8a-240317d72383 req-bb57f9a4-c5cf-437e-aac7-c310fbe7f21e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 945 time: 0.0789521 May 18 06:23:49.499375 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f7bc4952-203c-4721-aa8a-240317d72383 req-4aad7c06-b01b-49b4-b80e-96204a399111 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411191 May 18 06:23:49.663874 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb0652-a009-4ff5-983b-ef9cbbfc678e req-76c27c78-fa8e-466c-a277-cd1304e63b5d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:49.665259 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1cfb0652-a009-4ff5-983b-ef9cbbfc678e req-76c27c78-fa8e-466c-a277-cd1304e63b5d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 946 time: 0.0778127 May 18 06:23:49.710104 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1cfb0652-a009-4ff5-983b-ef9cbbfc678e req-359e674f-8fbc-49ec-89dc-4ee36ab2a743 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381942 May 18 06:23:50.683200 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a1ace-acee-468b-8f6c-39446e014654 req-19ee6bf9-39fd-4ff6-87cb-79f3cb2f582a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:50.684671 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7d2a1ace-acee-468b-8f6c-39446e014654 req-19ee6bf9-39fd-4ff6-87cb-79f3cb2f582a tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 945 time: 0.0827160 May 18 06:23:50.728400 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7d2a1ace-acee-468b-8f6c-39446e014654 req-6a5b1ed5-3b54-4eda-9ec7-653e700f0cbb tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380943 May 18 06:23:50.893744 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f6960-7259-4849-abe4-d846b05f8701 req-112bd499-5dd2-4aa4-a1a0-6deb00045a00 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:50.895181 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3b3f6960-7259-4849-abe4-d846b05f8701 req-112bd499-5dd2-4aa4-a1a0-6deb00045a00 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 946 time: 0.0764651 May 18 06:23:50.944749 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3b3f6960-7259-4849-abe4-d846b05f8701 req-66a33709-2281-4bf9-b586-7a24bed016e7 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431902 May 18 06:23:51.167680 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a8ab6-7271-4dc6-9f67-31c6e16898c6 req-a24192ea-f2af-4eae-8f07-0b14a7c5c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:51.169155 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a26a8ab6-7271-4dc6-9f67-31c6e16898c6 req-a24192ea-f2af-4eae-8f07-0b14a7c5c8d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 1099 time: 0.1536496 May 18 06:23:51.227326 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a26a8ab6-7271-4dc6-9f67-31c6e16898c6 req-9e68a702-55bb-47ae-bc41-b95f754e5313 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386143 May 18 06:23:51.916575 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8069cb-4faf-4cce-9ace-dd54294bb533 req-3853382e-9b37-459b-a921-f0f4d76c68e0 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:51.917992 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3f8069cb-4faf-4cce-9ace-dd54294bb533 req-3853382e-9b37-459b-a921-f0f4d76c68e0 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 945 time: 0.0812449 May 18 06:23:51.966028 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3f8069cb-4faf-4cce-9ace-dd54294bb533 req-0054f0a8-c79e-4f50-9f11-8b71e9647b41 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424824 May 18 06:23:52.134091 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72726fa7-8f5c-4074-bdc7-aa23d52529e4 req-4c2473f4-a0fa-443c-8ce6-62fc4f0b3bca tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:52.135457 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-72726fa7-8f5c-4074-bdc7-aa23d52529e4 req-4c2473f4-a0fa-443c-8ce6-62fc4f0b3bca tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 946 time: 0.0790257 May 18 06:23:52.181957 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-72726fa7-8f5c-4074-bdc7-aa23d52529e4 req-ef2fa0dd-5b63-4607-9779-0dea2ae431c3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406632 May 18 06:23:52.958876 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-816f2aa9-8216-4793-b416-69a937a753ee req-c4bfd431-2546-41b8-84eb-e5ea6bbf7402 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717156 May 18 06:23:53.027432 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-2eb9a5e8-be2a-46bf-93f6-8b42520ab1c2 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.028321 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-2eb9a5e8-be2a-46bf-93f6-8b42520ab1c2 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Synchronizing usage tracker for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:23:53.049315 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-2eb9a5e8-be2a-46bf-93f6-8b42520ab1c2 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Unset dirty status for tenant:797cf5d9b9e64d3ab1b68e7d675699fd on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:23:53.051095 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-2eb9a5e8-be2a-46bf-93f6-8b42520ab1c2 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.18 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 945 time: 0.1089342 May 18 06:23:53.077644 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f2aa9-8216-4793-b416-69a937a753ee req-cd571241-820f-4ec4-9ad2-428d0a3fa562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.079107 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-816f2aa9-8216-4793-b416-69a937a753ee req-cd571241-820f-4ec4-9ad2-428d0a3fa562 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7902c59b50db4039b7567ef70cb1eedd&device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 1098 time: 0.0951972 May 18 06:23:53.191821 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Deleting port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:23:53.192172 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:53.278429 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba3040-f78f-46ee-a1cf-358a5ccf8ad0 req-8c222e0a-c735-4520-ad2c-7c79d2b990d4 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.279929 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5dba3040-f78f-46ee-a1cf-358a5ccf8ad0 req-8c222e0a-c735-4520-ad2c-7c79d2b990d4 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 945 time: 0.1994336 May 18 06:23:53.303603 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f2aa9-8216-4793-b416-69a937a753ee req-43462b19-9259-4548-bc40-c4ef5917c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.305067 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-816f2aa9-8216-4793-b416-69a937a753ee req-43462b19-9259-4548-bc40-c4ef5917c7a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9777a738-0815-4946-9d71-d335a68f34d1 HTTP/1.1" status: 200 len: 909 time: 0.1857769 May 18 06:23:53.342180 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] For port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:53.342547 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:53.422851 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:53.456480 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5dba3040-f78f-46ee-a1cf-358a5ccf8ad0 req-30a8144d-3f4d-4bc4-9f43-952862af56ad tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd626120-fae8-477d-9526-a0a4a32a8aed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698353 May 18 06:23:53.482151 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-816f2aa9-8216-4793-b416-69a937a753ee req-29bf09ce-de09-4166-bc01-4670dccd0a06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd HTTP/1.1" status: 200 len: 1000 time: 0.1405833 May 18 06:23:53.497995 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877df7c2-0954-4fdb-a033-bca211708a5e req-f4f761d0-0ba0-415c-bb01-b2a448d94513 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.499436 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-877df7c2-0954-4fdb-a033-bca211708a5e req-f4f761d0-0ba0-415c-bb01-b2a448d94513 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 946 time: 0.1908710 May 18 06:23:53.585672 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f2aa9-8216-4793-b416-69a937a753ee req-ecef699b-503b-4c6f-af0f-8d034074ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.587093 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-816f2aa9-8216-4793-b416-69a937a753ee req-ecef699b-503b-4c6f-af0f-8d034074ea03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2100b811-c80a-4cc2-9677-28d097cba4ff HTTP/1.1" status: 200 len: 847 time: 0.0867741 May 18 06:23:53.591493 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-877df7c2-0954-4fdb-a033-bca211708a5e req-b9a01592-8d7b-4f7a-afa5-454b0eaa27d9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594625 May 18 06:23:53.669085 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f2aa9-8216-4793-b416-69a937a753ee req-fa4d67dd-6f45-4f67-ad6a-071f619a57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:53.670581 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-816f2aa9-8216-4793-b416-69a937a753ee req-fa4d67dd-6f45-4f67-ad6a-071f619a57e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9777a738-0815-4946-9d71-d335a68f34d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0758572 May 18 06:23:53.736250 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:53.736536 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:53.736851 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.l3_db [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Floating IP 463ab390-7de6-443e-8218-a48f1844dae6 disassociated. External IP: 172.27.2.29, port: 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27. May 18 06:23:53.737193 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Calling delete_port for 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:23:53.805251 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-816f2aa9-8216-4793-b416-69a937a753ee req-0f16ce26-1ffd-48d2-9e6d-062cd508467c service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261613 May 18 06:23:53.848965 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:53.855882 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-328643d3-bd29-4ef3-9df2-dba7e6200f8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:53.898694 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event deleted for resources: {'Port': ['ID=9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:53.902381 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:53.959104 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-816f2aa9-8216-4793-b416-69a937a753ee req-2b0b5928-6d70-43bf-ab0a-dcbdf14a5450 service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405365 May 18 06:23:54.086344 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Router 2542e25a-4276-446f-b8c8-fa9b78305244 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:23:54.267214 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:23:54.282758 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d856b-b107-4e5b-b7b5-3f6324c83098 None None] Sync routers for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:23:54.295599 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d856b-b107-4e5b-b7b5-3f6324c83098 None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:23:54.296368 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-6d3d856b-b107-4e5b-b7b5-3f6324c83098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:23:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:54.343465 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] No DVR routers for this DVR port 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:23:54.346119 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:54.349007 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'name': 'network-vif-deleted', 'tag': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:54.367844 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-225d00b4-9f4b-46eb-9983-0797bbd9f158 req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.18 "DELETE /v2.0/ports/9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 HTTP/1.1" status: 204 len: 173 time: 1.3080471 May 18 06:23:54.399972 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8759caa6-a15b-41fd-b1a7-6b6804b82f0d', 'name': 'network-vif-deleted', 'tag': '9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27', 'status': 'completed', 'code': 200} May 18 06:23:54.496450 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-6d3d856b-b107-4e5b-b7b5-3f6324c83098 None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:23:54.627876 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-255d8a00-c5ca-460d-b4cf-3eeb5d53ff9f req-cb377f2d-3f9a-4f22-850b-84d08ee59362 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/ports?device_id=8759caa6-a15b-41fd-b1a7-6b6804b82f0d HTTP/1.1" status: 200 len: 210 time: 0.0408125 May 18 06:23:54.795826 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-6d3d856b-b107-4e5b-b7b5-3f6324c83098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:54.799508 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d856b-b107-4e5b-b7b5-3f6324c83098 None None] Checking router: 2542e25a-4276-446f-b8c8-fa9b78305244 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:23:54.807895 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d856b-b107-4e5b-b7b5-3f6324c83098 None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:23:54.808485 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-6d3d856b-b107-4e5b-b7b5-3f6324c83098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:23:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:54.979434 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-6d3d856b-b107-4e5b-b7b5-3f6324c83098 None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:23:55.293519 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-6d3d856b-b107-4e5b-b7b5-3f6324c83098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:23:55.297954 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3d856b-b107-4e5b-b7b5-3f6324c83098 None None] The sync data for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi is: [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:17:32Z', 'revision_number': 4, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f813ce09-f6c4-43de-8081-651f47285bb9', 'name': '', 'network_id': 'fa69bd4a-a63f-4b32-9479-e675b2113b20', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'mac_address': 'fa:16:3e:ba:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:30Z', 'updated_at': '2021-05-18T06:17:44Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'subnets': [{'id': 'c1439b6e-bf79-4140-b375-719a48f85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:23:55.611701 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39c723-6ea2-4c62-aad0-2ba6c15e0aa1 None None] New status for floating IP 463ab390-7de6-443e-8218-a48f1844dae6: DOWN {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:23:55.753503 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 39520) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:55.822495 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4c6dd116-ddd7-443a-87bb-0e28982ed1c5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:55.852499 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4c6dd116-ddd7-443a-87bb-0e28982ed1c5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:55.904324 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4c6dd116-ddd7-443a-87bb-0e28982ed1c5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:55.909277 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:55.925522 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dd116-ddd7-443a-87bb-0e28982ed1c5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd626120-fae8-477d-9526-a0a4a32a8aed,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:55.928523 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4c6dd116-ddd7-443a-87bb-0e28982ed1c5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:55.934023 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4c6dd116-ddd7-443a-87bb-0e28982ed1c5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:55.935133 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4c6dd116-ddd7-443a-87bb-0e28982ed1c5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "DELETE /v2.0/security-groups/bd626120-fae8-477d-9526-a0a4a32a8aed HTTP/1.1" status: 204 len: 168 time: 0.1804576 May 18 06:23:55.937786 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 39524) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:55.953652 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.api.v2.resource [None req-02d6fd8e-55fd-4f05-a131-c12da529d4f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] show failed (client error): The resource could not be found. May 18 06:23:55.954618 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-02d6fd8e-55fd-4f05-a131-c12da529d4f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "GET /v2.0/security-groups/bd626120-fae8-477d-9526-a0a4a32a8aed HTTP/1.1" status: 404 len: 347 time: 0.0158141 May 18 06:23:55.957400 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 39528) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:23:56.172625 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-94f900a1-2a8a-4b19-8597-c904828c259f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Deleting port 1d14eeee-7c74-47c3-8954-170b5a53e6c2 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:23:56.172879 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-94f900a1-2a8a-4b19-8597-c904828c259f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:56.290218 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-94f900a1-2a8a-4b19-8597-c904828c259f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:56.290605 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-94f900a1-2a8a-4b19-8597-c904828c259f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:56.414130 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-94f900a1-2a8a-4b19-8597-c904828c259f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Calling delete_port for 1d14eeee-7c74-47c3-8954-170b5a53e6c2 owned by network:floatingip {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:23:56.523939 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-94f900a1-2a8a-4b19-8597-c904828c259f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:56.528246 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-79c0ae53-7a28-45ce-bd96-62e383a5b9f6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:56.571991 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f900a1-2a8a-4b19-8597-c904828c259f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Pushing event deleted for resources: {'Port': ['ID=1d14eeee-7c74-47c3-8954-170b5a53e6c2,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:56.600975 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-94f900a1-2a8a-4b19-8597-c904828c259f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:56.768040 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-94f900a1-2a8a-4b19-8597-c904828c259f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks [] for floatingip, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:56.781586 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-94f900a1-2a8a-4b19-8597-c904828c259f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:56.782718 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-94f900a1-2a8a-4b19-8597-c904828c259f tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] 10.222.0.13 "DELETE /v2.0/floatingips/463ab390-7de6-443e-8218-a48f1844dae6 HTTP/1.1" status: 204 len: 168 time: 0.8244591 May 18 06:23:56.915422 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd6b8-012b-40d7-92ab-e0e101bd9e01 req-dc925ef5-3a4a-4862-ba07-4703e0e81ce2 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:56.916933 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-809bd6b8-012b-40d7-92ab-e0e101bd9e01 req-dc925ef5-3a4a-4862-ba07-4703e0e81ce2 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 946 time: 0.0808096 May 18 06:23:56.965779 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-809bd6b8-012b-40d7-92ab-e0e101bd9e01 req-a5099469-a092-424a-bacc-0f84048e71b6 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425534 May 18 06:23:58.152493 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22285a43-52e6-479d-ba1d-8e23df3eb3a1 req-9005ef3a-5afb-45dc-85a3-36500dc60127 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:58.153950 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-22285a43-52e6-479d-ba1d-8e23df3eb3a1 req-9005ef3a-5afb-45dc-85a3-36500dc60127 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 946 time: 0.0822062 May 18 06:23:58.199158 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-22285a43-52e6-479d-ba1d-8e23df3eb3a1 req-6de3aaeb-1118-426a-b588-1f89713f0595 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394428 May 18 06:23:58.491237 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:23:58.527655 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:23:58.528032 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 9600b326-4ac0-4c0a-b4c1-a09e2a6c3b27 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:23:58.871632 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-bd20f30b-90ec-415a-8b3e-a720f83eefc3 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:58.872344 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-bd20f30b-90ec-415a-8b3e-a720f83eefc3 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Synchronizing usage tracker for tenant:1ab0917bd6324bafa13293aabc4f3b21 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:23:58.886682 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-bd20f30b-90ec-415a-8b3e-a720f83eefc3 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Unset dirty status for tenant:1ab0917bd6324bafa13293aabc4f3b21 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:23:58.887789 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-bd20f30b-90ec-415a-8b3e-a720f83eefc3 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 946 time: 0.0928659 May 18 06:23:59.029042 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Deleting port c59ce06f-83e8-46f2-999c-5711abe1e782 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:23:59.029381 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:59.158285 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] For port c59ce06f-83e8-46f2-999c-5711abe1e782, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c59ce06f-83e8-46f2-999c-5711abe1e782,segment=NetworkSegment(735fba3b-b533-447a-8fe1-96ab1dcacc49),segment_id=735fba3b-b533-447a-8fe1-96ab1dcacc49)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:23:59.158568 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:59.282255 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Calling delete_port for c59ce06f-83e8-46f2-999c-5711abe1e782 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:23:59.399421 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:59.405477 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7b3302d8-3d9c-4bdc-a747-86cabc35db75 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:23:59.412487 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['c59ce06f-83e8-46f2-999c-5711abe1e782'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:23:59.450129 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Pushing event deleted for resources: {'Port': ['ID=c59ce06f-83e8-46f2-999c-5711abe1e782,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:23:59.454525 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:23:59.507505 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9162c38-dd39-49f7-9881-e10c2e9499ad req-e38a82f8-9f16-4e17-99bd-4e1fa506a977 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:23:59.508944 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a9162c38-dd39-49f7-9881-e10c2e9499ad req-e38a82f8-9f16-4e17-99bd-4e1fa506a977 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0788158-486a-490f-baef-96aec45d86a0 HTTP/1.1" status: 200 len: 867 time: 0.1979897 May 18 06:23:59.535865 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] No DVR routers for this DVR port c59ce06f-83e8-46f2-999c-5711abe1e782 on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:23:59.538213 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:23:59.540914 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0788158-486a-490f-baef-96aec45d86a0', 'name': 'network-vif-deleted', 'tag': 'c59ce06f-83e8-46f2-999c-5711abe1e782'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:23:59.559245 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-67b5b1aa-d3df-4c4c-81b9-d13a01f3d290 req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.18 "DELETE /v2.0/ports/c59ce06f-83e8-46f2-999c-5711abe1e782 HTTP/1.1" status: 204 len: 173 time: 0.6570053 May 18 06:23:59.560870 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a9162c38-dd39-49f7-9881-e10c2e9499ad req-20820e94-dd5f-4c8f-9e1c-e1fbc4a46bf9 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1932220-3885-43f2-b8c9-182bd44d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 May 18 06:23:59.601702 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0788158-486a-490f-baef-96aec45d86a0', 'name': 'network-vif-deleted', 'tag': 'c59ce06f-83e8-46f2-999c-5711abe1e782', 'status': 'completed', 'code': 200} May 18 06:24:00.835091 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 39576) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:01.463746 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676150'] for router_interface, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:01.853775 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Deleting port f813ce09-f6c4-43de-8081-651f47285bb9 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:01.854448 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:01.972966 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] For port f813ce09-f6c4-43de-8081-651f47285bb9, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=f813ce09-f6c4-43de-8081-651f47285bb9,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:01.973326 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.091371 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Calling delete_port for f813ce09-f6c4-43de-8081-651f47285bb9 owned by network:router_interface {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:02.237136 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:02.242689 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e3182375-6c44-404a-9780-008dd0502161 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:02.391499 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f813ce09-f6c4-43de-8081-651f47285bb9,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:02.465887 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.466547 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.466767 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.467001 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.467372 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.467760 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.468131 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.468495 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.468857 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.469215 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.469572 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.469929 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:02.473475 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:02.529816 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device c59ce06f-83e8-46f2-999c-5711abe1e782 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:02.565121 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: c59ce06f-83e8-46f2-999c-5711abe1e782 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:02.565488 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device c59ce06f-83e8-46f2-999c-5711abe1e782 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:02.667959 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676250'] for router_interface, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.018534 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Router 2542e25a-4276-446f-b8c8-fa9b78305244 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:24:03.191464 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:24:03.200360 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa69e55-eec3-46af-857e-da96a0293e67 None None] Sync routers for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:24:03.204319 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/2542e25a-4276-446f-b8c8-fa9b78305244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3675230 May 18 06:24:03.206789 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 39592) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:03.209240 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa69e55-eec3-46af-857e-da96a0293e67 None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:03.209848 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-0aa69e55-eec3-46af-857e-da96a0293e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:23:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:03.381337 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Notify callbacks [] for router, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.420545 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-0aa69e55-eec3-46af-857e-da96a0293e67 None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:03.555673 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.706496 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-0aa69e55-eec3-46af-857e-da96a0293e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:24:02Z', 'revision_number': 5, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port': {'id': '58795ff7-2867-4f50-af78-e1a868b394bf', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:17:25Z', 'updated_at': '2021-05-18T06:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:03.710487 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa69e55-eec3-46af-857e-da96a0293e67 None None] Checking router: 2542e25a-4276-446f-b8c8-fa9b78305244 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:24:03.718720 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa69e55-eec3-46af-857e-da96a0293e67 None None] Routers {'2542e25a-4276-446f-b8c8-fa9b78305244'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:03.719333 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-0aa69e55-eec3-46af-857e-da96a0293e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:23:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['2542e25a-4276-446f-b8c8-fa9b78305244'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:03.734966 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Deleting port 58795ff7-2867-4f50-af78-e1a868b394bf {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:03.735303 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.852968 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] For port 58795ff7-2867-4f50-af78-e1a868b394bf, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=58795ff7-2867-4f50-af78-e1a868b394bf,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:03.853228 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:03.866041 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-0aa69e55-eec3-46af-857e-da96a0293e67 None None] Set router 2542e25a-4276-446f-b8c8-fa9b78305244 gateway port host: None {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:03.970036 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-0aa69e55-eec3-46af-857e-da96a0293e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:24:03Z', 'revision_number': 6, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port_host': None}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:03.970407 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Calling delete_port for 58795ff7-2867-4f50-af78-e1a868b394bf owned by network:router_gateway {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:03.973932 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa69e55-eec3-46af-857e-da96a0293e67 None None] The sync data for ids ['2542e25a-4276-446f-b8c8-fa9b78305244'] in dv-cinder-784623-10-iscsi is: [{'id': '2542e25a-4276-446f-b8c8-fa9b78305244', 'name': 'tempest-AttachVolumeTestJSON-1361705529-router', 'tenant_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:17:23Z', 'updated_at': '2021-05-18T06:24:03Z', 'revision_number': 6, 'project_id': '797cf5d9b9e64d3ab1b68e7d675699fd', 'gw_port_host': None}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:24:04.052360 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d2a699d7-f880-4068-873f-916210b2f6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.115645 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.119924 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:04.162813 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=58795ff7-2867-4f50-af78-e1a868b394bf,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:04.188440 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:04.252365 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678673'] for router_gateway, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.424638 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7152'] for router, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.427021 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.449824 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678889'] for router, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.450320 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2542e25a-4276-446f-b8c8-fa9b78305244 {{(pid=78802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:24:04.462842 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.463964 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-3bdfddb2-ccdb-4960-bcb3-b0ff181d4fcf admin admin] 10.222.0.13 "DELETE /v2.0/routers/2542e25a-4276-446f-b8c8-fa9b78305244 HTTP/1.1" status: 204 len: 168 time: 1.2562633 May 18 06:24:04.466531 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 39600) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:04.522678 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_v2 [None req-0640d0e9-f0e8-4e80-b5a6-becee7737d6d admin admin] Deleting subnet c1439b6e-bf79-4140-b375-719a48f85281 {{(pid=78802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:24:04.526002 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0640d0e9-f0e8-4e80-b5a6-becee7737d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.575922 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0640d0e9-f0e8-4e80-b5a6-becee7737d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66634650'] for subnet, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.649803 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0640d0e9-f0e8-4e80-b5a6-becee7737d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.898763 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0640d0e9-f0e8-4e80-b5a6-becee7737d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2121266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2767021'] for subnet, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.904162 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-f779949f-a66f-4dfd-aa53-4e240906fd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:04.941246 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0640d0e9-f0e8-4e80-b5a6-becee7737d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:04.943753 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640d0e9-f0e8-4e80-b5a6-becee7737d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1439b6e-bf79-4140-b375-719a48f85281,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:04.947072 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ad565-428a-4d5e-8cb1-ab7fef034f26 None None] Network fa69bd4a-a63f-4b32-9479-e675b2113b20 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:24:04.947553 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0640d0e9-f0e8-4e80-b5a6-becee7737d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:04.949923 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-0640d0e9-f0e8-4e80-b5a6-becee7737d6d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c1439b6e-bf79-4140-b375-719a48f85281 HTTP/1.1" status: 204 len: 168 time: 0.4824903 May 18 06:24:04.952399 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 39606) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:05.058070 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.131193 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Deleting port 1e328a7f-3686-4499-a4a4-22c23abd3225 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:05.131890 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.169128 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f813ce09-f6c4-43de-8081-651f47285bb9 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:05.204780 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: f813ce09-f6c4-43de-8081-651f47285bb9 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:05.205050 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f813ce09-f6c4-43de-8081-651f47285bb9 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:05.205842 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 58795ff7-2867-4f50-af78-e1a868b394bf no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:05.230202 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c90215c-4f96-4420-b7eb-05439f12de24 None None] DHCP port deletion for fa69bd4a-a63f-4b32-9479-e675b2113b20 request from dv-cinder-784623-10-iscsi {{(pid=78804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:24:05.246892 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 58795ff7-2867-4f50-af78-e1a868b394bf {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:05.247243 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 58795ff7-2867-4f50-af78-e1a868b394bf not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:05.311146 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-5c90215c-4f96-4420-b7eb-05439f12de24 None None] Deleting port 1e328a7f-3686-4499-a4a4-22c23abd3225 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:05.311533 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5c90215c-4f96-4420-b7eb-05439f12de24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.334472 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] For port 1e328a7f-3686-4499-a4a4-22c23abd3225, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=1e328a7f-3686-4499-a4a4-22c23abd3225,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:05.334837 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.406836 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-5c90215c-4f96-4420-b7eb-05439f12de24 None None] For port 1e328a7f-3686-4499-a4a4-22c23abd3225, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=1e328a7f-3686-4499-a4a4-22c23abd3225,segment=NetworkSegment(c2660603-2720-4ff7-bba5-9bdd2956929d),segment_id=c2660603-2720-4ff7-bba5-9bdd2956929d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:05.407232 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5c90215c-4f96-4420-b7eb-05439f12de24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.456699 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Calling delete_port for 1e328a7f-3686-4499-a4a4-22c23abd3225 owned by network:dhcp {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:05.503697 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.508916 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:05.553144 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e328a7f-3686-4499-a4a4-22c23abd3225,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:05.556138 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:05.557030 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] No DVR routers for this DVR port 1e328a7f-3686-4499-a4a4-22c23abd3225 on host dv-cinder-784623-10-iscsi {{(pid=78802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:24:05.557173 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-5c90215c-4f96-4420-b7eb-05439f12de24 None None] Calling delete_port for 1e328a7f-3686-4499-a4a4-22c23abd3225 owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:05.598419 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5c90215c-4f96-4420-b7eb-05439f12de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.603243 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:05.645792 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90215c-4f96-4420-b7eb-05439f12de24 None None] Pushing event deleted for resources: {'Port': ['ID=1e328a7f-3686-4499-a4a4-22c23abd3225,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:05.647600 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90215c-4f96-4420-b7eb-05439f12de24 None None] No DVR routers for this DVR port 1e328a7f-3686-4499-a4a4-22c23abd3225 on host dv-cinder-784623-10-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:24:05.649511 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5c90215c-4f96-4420-b7eb-05439f12de24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:05.675519 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.688457 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa69bd4a-a63f-4b32-9479-e675b2113b20']}} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:05.700199 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2660603-2720-4ff7-bba5-9bdd2956929d') {'for_net_delete': True} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:05.700497 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2660603-2720-4ff7-bba5-9bdd2956929d') {} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:05.711879 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66634645'] for segment, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.729043 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.735146 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=78802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:24:05.735524 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121364'] for segment, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: Traceback (most recent call last): May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: timer() May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: cb(*args, **kw) May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: return func(*args, **kwargs) May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: self._notify() May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: self.callback(batched_events) May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: event.method(event) May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: return f(self, *a, **k) May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._get(url).json() May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: return self.request(url, 'GET', **kwargs) May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:24:05.748315 dv-cinder-784623-10-iscsi neutron-server[78802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:24:05.824618 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.828249 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:05.841243 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:05.851184 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa69bd4a-a63f-4b32-9479-e675b2113b20,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:05.854206 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:05.864745 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fa69bd4a-a63f-4b32-9479-e675b2113b20 HTTP/1.1" status: 204 len: 168 time: 0.9113963 May 18 06:24:05.974209 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 39614) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:06.024915 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-09e224d5-5b17-4e63-8021-4d93867a67ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=797cf5d9b9e64d3ab1b68e7d675699fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494955 May 18 06:24:06.027178 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 39618) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:06.087532 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a65f-95cb-4eca-887b-82aa08096b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.114038 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a65f-95cb-4eca-887b-82aa08096b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.165088 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a65f-95cb-4eca-887b-82aa08096b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.169016 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2674fde7-6fb3-4ed9-9be6-fb69ff1ead34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:06.183063 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9a65f-95cb-4eca-887b-82aa08096b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b2a6e4-6ddb-4e86-a8eb-497eb579d465,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:06.185596 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1bc9a65f-95cb-4eca-887b-82aa08096b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:06.191694 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a65f-95cb-4eca-887b-82aa08096b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.192831 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-1bc9a65f-95cb-4eca-887b-82aa08096b02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3b2a6e4-6ddb-4e86-a8eb-497eb579d465 HTTP/1.1" status: 204 len: 168 time: 0.1647427 May 18 06:24:06.484479 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:06.528249 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8c493eac-c0d1-497d-82cc-ccc0779cb539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:07.170808 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 1e328a7f-3686-4499-a4a4-22c23abd3225 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:07.205186 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 1e328a7f-3686-4499-a4a4-22c23abd3225 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:07.205546 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 1e328a7f-3686-4499-a4a4-22c23abd3225 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:07.616457 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:09.371406 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:16.286160 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:24:17.634854 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22788a-8b60-46a0-baf4-3ef61a572d3a req-c403b40a-2d20-4d24-bd2d-b4b7d2ff46f3 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:17.636336 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c22788a-8b60-46a0-baf4-3ef61a572d3a req-c403b40a-2d20-4d24-bd2d-b4b7d2ff46f3 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0800948 May 18 06:24:17.686233 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c22788a-8b60-46a0-baf4-3ef61a572d3a req-ed3c192a-296a-4d8d-97ab-4e3302ffd2ef tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441883 May 18 06:24:18.413715 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 39792) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:18.528759 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-974af904-dd26-44d0-91e9-5a9a1b453524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.543497 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-974af904-dd26-44d0-91e9-5a9a1b453524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:18.547677 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-974af904-dd26-44d0-91e9-5a9a1b453524 admin admin] Usage tracker for resource:security_group_rule and tenant:febaa21030054dd0beb2bf028185a312 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:18.550489 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-974af904-dd26-44d0-91e9-5a9a1b453524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:18.556472 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-974af904-dd26-44d0-91e9-5a9a1b453524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:18.636101 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-974af904-dd26-44d0-91e9-5a9a1b453524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.639766 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-974af904-dd26-44d0-91e9-5a9a1b453524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.647780 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7d5cf474-432b-49c5-bd9e-24f8fdd8e318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:18.687859 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-974af904-dd26-44d0-91e9-5a9a1b453524 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=febaa21030054dd0beb2bf028185a312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730563 May 18 06:24:18.688744 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974af904-dd26-44d0-91e9-5a9a1b453524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bc6e4a-34cc-489d-886b-e13e7fc80d95,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:18.690668 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 39798) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:18.691853 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-974af904-dd26-44d0-91e9-5a9a1b453524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:18.748343 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e426-c3c5-4e3b-a311-61a5a2356e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.772988 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e426-c3c5-4e3b-a311-61a5a2356e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.878800 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e426-c3c5-4e3b-a311-61a5a2356e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.882797 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-729c4dc5-820c-4730-9344-0605a90e134e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:18.898183 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a3d4b-37f9-43e8-9bb2-1cb94998c473 req-5af69548-5c35-4cdc-a68a-a58b1b1a057d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:18.899602 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-167a3d4b-37f9-43e8-9bb2-1cb94998c473 req-5af69548-5c35-4cdc-a68a-a58b1b1a057d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.1076560 May 18 06:24:18.903093 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0e426-c3c5-4e3b-a311-61a5a2356e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bc6e4a-34cc-489d-886b-e13e7fc80d95,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:18.908764 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c8a0e426-c3c5-4e3b-a311-61a5a2356e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:18.924379 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e426-c3c5-4e3b-a311-61a5a2356e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:18.925426 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-c8a0e426-c3c5-4e3b-a311-61a5a2356e9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9bc6e4a-34cc-489d-886b-e13e7fc80d95 HTTP/1.1" status: 204 len: 168 time: 0.2337120 May 18 06:24:18.950373 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-167a3d4b-37f9-43e8-9bb2-1cb94998c473 req-dc3ee5bd-6263-46ae-bf75-fe5e7a4e9047 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425885 May 18 06:24:20.140538 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b619e-ca5b-417e-831b-cd81e82e4c36 req-8e547741-111a-4d57-9b95-5ffc22d483df tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:20.141983 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f45b619e-ca5b-417e-831b-cd81e82e4c36 req-8e547741-111a-4d57-9b95-5ffc22d483df tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0851617 May 18 06:24:20.190410 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f45b619e-ca5b-417e-831b-cd81e82e4c36 req-ec231790-bf5c-45e8-a0b3-1761a7ea5470 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426991 May 18 06:24:20.246287 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 39862) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:20.359294 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6821e6e7-bebe-460d-a1f6-470525428613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:20.373390 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-6821e6e7-bebe-460d-a1f6-470525428613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:20.377120 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-6821e6e7-bebe-460d-a1f6-470525428613 admin admin] Usage tracker for resource:security_group_rule and tenant:6664ddd497a74476914e53778a4530cc is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:20.379918 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-6821e6e7-bebe-460d-a1f6-470525428613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:20.386024 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-6821e6e7-bebe-460d-a1f6-470525428613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:20.463322 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6821e6e7-bebe-460d-a1f6-470525428613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:20.466809 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6821e6e7-bebe-460d-a1f6-470525428613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:20.474806 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e2a4c1d2-300d-44e1-9f99-a4da9ddeca81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:20.513295 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-6821e6e7-bebe-460d-a1f6-470525428613 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6664ddd497a74476914e53778a4530cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659137 May 18 06:24:20.514766 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821e6e7-bebe-460d-a1f6-470525428613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b0b225-1d09-45a5-a6c0-f96e8e2e8f9b,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:20.516084 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 39868) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:20.517860 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-6821e6e7-bebe-460d-a1f6-470525428613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:20.578788 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c37a5bd4-680e-4668-9448-9f46835dd0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:20.604272 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c37a5bd4-680e-4668-9448-9f46835dd0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:20.656953 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c37a5bd4-680e-4668-9448-9f46835dd0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:20.662320 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bebfdd3a-e4a1-4bd1-9e69-5b22af0f5483 tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:20.677932 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a5bd4-680e-4668-9448-9f46835dd0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b0b225-1d09-45a5-a6c0-f96e8e2e8f9b,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:20.681844 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c37a5bd4-680e-4668-9448-9f46835dd0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:20.683884 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c37a5bd4-680e-4668-9448-9f46835dd0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:20.687623 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c37a5bd4-680e-4668-9448-9f46835dd0a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16b0b225-1d09-45a5-a6c0-f96e8e2e8f9b HTTP/1.1" status: 204 len: 168 time: 0.1704507 May 18 06:24:21.381333 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70478f-06b2-452a-a5ff-e060924df12f req-f3c5cde5-07c5-40b8-a903-2f8df4afdb7b tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:21.382839 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1c70478f-06b2-452a-a5ff-e060924df12f req-f3c5cde5-07c5-40b8-a903-2f8df4afdb7b tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0864754 May 18 06:24:21.426577 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1c70478f-06b2-452a-a5ff-e060924df12f req-fbe6bd30-5231-4c69-9f72-c169e1b6722c tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373704 May 18 06:24:22.507056 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 39942) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:22.608337 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456897bc-619c-4bb0-92d3-79e846b3e7fd req-171bc02f-e1f4-4390-bded-5655286efa0b tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:22.609809 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-456897bc-619c-4bb0-92d3-79e846b3e7fd req-171bc02f-e1f4-4390-bded-5655286efa0b tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0795784 May 18 06:24:22.641596 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6d3cd111-5921-45d1-8229-e6d2be512d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:22.666751 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-6d3cd111-5921-45d1-8229-e6d2be512d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:22.674568 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-6d3cd111-5921-45d1-8229-e6d2be512d16 admin admin] Usage tracker for resource:security_group_rule and tenant:1e3b9c3e870b4d85847be532b997cf18 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:22.679307 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-6d3cd111-5921-45d1-8229-e6d2be512d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:22.688015 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-456897bc-619c-4bb0-92d3-79e846b3e7fd req-5f182206-7180-43bd-879d-8cc2f79a982d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654747 May 18 06:24:22.688827 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-6d3cd111-5921-45d1-8229-e6d2be512d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:22.770287 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6d3cd111-5921-45d1-8229-e6d2be512d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:22.773762 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-6d3cd111-5921-45d1-8229-e6d2be512d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:22.782305 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-877a3a75-e792-4899-94ad-ad7ed562d69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:22.820755 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-6d3cd111-5921-45d1-8229-e6d2be512d16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e3b9c3e870b4d85847be532b997cf18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125925 May 18 06:24:22.821691 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cd111-5921-45d1-8229-e6d2be512d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230d0c9f-7127-48aa-a4f0-6db5e0a2df0f,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:22.823592 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 39948) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:22.824765 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-6d3cd111-5921-45d1-8229-e6d2be512d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:22.881229 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e95bc94b-09b0-4bd1-ae8c-253d6da338d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:22.906318 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e95bc94b-09b0-4bd1-ae8c-253d6da338d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:22.957777 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e95bc94b-09b0-4bd1-ae8c-253d6da338d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:22.961431 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c021a8c0-da53-4f91-bae8-aa2a415b1900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:22.972411 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bc94b-09b0-4bd1-ae8c-253d6da338d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230d0c9f-7127-48aa-a4f0-6db5e0a2df0f,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:22.976456 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e95bc94b-09b0-4bd1-ae8c-253d6da338d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:22.979552 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e95bc94b-09b0-4bd1-ae8c-253d6da338d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:22.980739 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e95bc94b-09b0-4bd1-ae8c-253d6da338d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/230d0c9f-7127-48aa-a4f0-6db5e0a2df0f HTTP/1.1" status: 204 len: 168 time: 0.1560626 May 18 06:24:23.263737 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 39964) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:23.281876 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4ad56374-3ee5-47af-8aa5-49592ddf51eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:23.297015 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-4ad56374-3ee5-47af-8aa5-49592ddf51eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:23.301155 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-4ad56374-3ee5-47af-8aa5-49592ddf51eb admin admin] Usage tracker for resource:security_group_rule and tenant:775c171fed3047bd9b281eff89870eb2 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:23.304091 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-4ad56374-3ee5-47af-8aa5-49592ddf51eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:23.310098 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-4ad56374-3ee5-47af-8aa5-49592ddf51eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:23.389651 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4ad56374-3ee5-47af-8aa5-49592ddf51eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:23.393588 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-4ad56374-3ee5-47af-8aa5-49592ddf51eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:23.406590 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-aabc1250-be96-4058-ac85-c0ba1b34ff1d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:23.418567 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:23.529837 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-4ad56374-3ee5-47af-8aa5-49592ddf51eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=775c171fed3047bd9b281eff89870eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647829 May 18 06:24:23.530592 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad56374-3ee5-47af-8aa5-49592ddf51eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b34ad5-6664-41bb-ae05-7a8154e96d91,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:23.532322 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 39968) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:23.533544 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4ad56374-3ee5-47af-8aa5-49592ddf51eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:23.597012 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b5f565d5-2c3b-4c1c-aeb6-1d7e4b5bb07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:23.622197 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b5f565d5-2c3b-4c1c-aeb6-1d7e4b5bb07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:23.673382 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b5f565d5-2c3b-4c1c-aeb6-1d7e4b5bb07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:23.678162 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c37a5bd4-680e-4668-9448-9f46835dd0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:23.688431 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f565d5-2c3b-4c1c-aeb6-1d7e4b5bb07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b34ad5-6664-41bb-ae05-7a8154e96d91,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:23.691689 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b5f565d5-2c3b-4c1c-aeb6-1d7e4b5bb07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:23.694847 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-b5f565d5-2c3b-4c1c-aeb6-1d7e4b5bb07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:23.695975 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-b5f565d5-2c3b-4c1c-aeb6-1d7e4b5bb07c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92b34ad5-6664-41bb-ae05-7a8154e96d91 HTTP/1.1" status: 204 len: 168 time: 0.1626043 May 18 06:24:23.870205 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff741ee-c69f-4520-88f7-6642aaf818ad req-ad75ab84-c2dd-45c7-bc71-3606fdf94325 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:23.871732 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0ff741ee-c69f-4520-88f7-6642aaf818ad req-ad75ab84-c2dd-45c7-bc71-3606fdf94325 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0816569 May 18 06:24:23.919866 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0ff741ee-c69f-4520-88f7-6642aaf818ad req-65e3669b-e4b1-4f4c-bcc3-ae1eaa23208e tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420556 May 18 06:24:25.101649 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b44c0-492e-44db-9779-10a4278f4baf req-c8213ca4-2ed7-4793-a0e7-16e03875eade tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:25.103462 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-666b44c0-492e-44db-9779-10a4278f4baf req-c8213ca4-2ed7-4793-a0e7-16e03875eade tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0799720 May 18 06:24:25.150500 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-666b44c0-492e-44db-9779-10a4278f4baf req-d3eeba75-c115-4d92-9a60-6d251fa6022e tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408399 May 18 06:24:26.334310 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81c6d0-3f20-43f3-bab1-b7c523a4474c req-784bd77e-e79b-4af6-ba43-32cf0e66bdef tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:26.335752 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5f81c6d0-3f20-43f3-bab1-b7c523a4474c req-784bd77e-e79b-4af6-ba43-32cf0e66bdef tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0821998 May 18 06:24:26.378904 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5f81c6d0-3f20-43f3-bab1-b7c523a4474c req-1f5abd5a-9bbd-4276-a441-04c193027133 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374994 May 18 06:24:27.563202 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe08ff2-8e9f-4d4d-a3d9-1c2163235c70 req-55ade699-9104-424b-baec-24e9fd0f9dbf tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:27.564593 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fbe08ff2-8e9f-4d4d-a3d9-1c2163235c70 req-55ade699-9104-424b-baec-24e9fd0f9dbf tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0809629 May 18 06:24:27.612162 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fbe08ff2-8e9f-4d4d-a3d9-1c2163235c70 req-bace5344-0947-413b-a162-7376e3d886f3 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418634 May 18 06:24:27.766486 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa74f71-f132-459c-901c-099647c772e9 req-b83b9682-206e-4f3d-8a9e-236e08356680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:27.767928 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-afa74f71-f132-459c-901c-099647c772e9 req-b83b9682-206e-4f3d-8a9e-236e08356680 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7902c59b50db4039b7567ef70cb1eedd&device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 1098 time: 0.0685456 May 18 06:24:27.895825 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa74f71-f132-459c-901c-099647c772e9 req-69a90f81-ec2e-4716-935f-d54a7fb1d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:27.897118 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-afa74f71-f132-459c-901c-099647c772e9 req-69a90f81-ec2e-4716-935f-d54a7fb1d94a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9777a738-0815-4946-9d71-d335a68f34d1 HTTP/1.1" status: 200 len: 909 time: 0.1210763 May 18 06:24:28.000232 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-afa74f71-f132-459c-901c-099647c772e9 req-002a7bfe-93be-44ef-9819-4a472f7a164e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd HTTP/1.1" status: 200 len: 1000 time: 0.0944588 May 18 06:24:28.066785 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa74f71-f132-459c-901c-099647c772e9 req-ed856d0b-62ef-427b-a928-232d8776334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:28.068238 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-afa74f71-f132-459c-901c-099647c772e9 req-ed856d0b-62ef-427b-a928-232d8776334f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2100b811-c80a-4cc2-9677-28d097cba4ff HTTP/1.1" status: 200 len: 847 time: 0.0604961 May 18 06:24:28.151077 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa74f71-f132-459c-901c-099647c772e9 req-427fcefa-af9c-4304-b066-aea1490ee0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:28.152484 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-afa74f71-f132-459c-901c-099647c772e9 req-427fcefa-af9c-4304-b066-aea1490ee0a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9777a738-0815-4946-9d71-d335a68f34d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0772774 May 18 06:24:28.156312 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40078) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:28.394524 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b89c08-73a1-4c2a-9e9f-02f8cde43f60 admin admin] Deleting subnet bda182c1-7edb-4708-b4d9-ebdf01feb69a {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:24:28.398886 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-44b89c08-73a1-4c2a-9e9f-02f8cde43f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:28.473170 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-44b89c08-73a1-4c2a-9e9f-02f8cde43f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3065593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:28.500166 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-afa74f71-f132-459c-901c-099647c772e9 req-50815532-4297-402a-bcae-684c1c8f4f5a service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128583 May 18 06:24:28.611806 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-44b89c08-73a1-4c2a-9e9f-02f8cde43f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:28.708357 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-afa74f71-f132-459c-901c-099647c772e9 req-d84e7e50-5afb-4701-a7b5-c9c7687422b2 service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983583 May 18 06:24:28.794251 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0729682-87a7-4b96-ac2d-273ddee446a2 req-1deced3d-57f3-47c5-aca1-53bebeefdede tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:28.795705 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c0729682-87a7-4b96-ac2d-273ddee446a2 req-1deced3d-57f3-47c5-aca1-53bebeefdede tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0795379 May 18 06:24:28.840708 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c0729682-87a7-4b96-ac2d-273ddee446a2 req-5895abf8-9d47-4553-bbff-e662526d5c29 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390177 May 18 06:24:28.885509 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-44b89c08-73a1-4c2a-9e9f-02f8cde43f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3913268'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:28.890138 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ed570d0f-d31d-4da7-8418-7ac0ddc33112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:28.924019 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b89c08-73a1-4c2a-9e9f-02f8cde43f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda182c1-7edb-4708-b4d9-ebdf01feb69a,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:28.926173 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-44b89c08-73a1-4c2a-9e9f-02f8cde43f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:28.928670 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-44b89c08-73a1-4c2a-9e9f-02f8cde43f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:28.932521 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-44b89c08-73a1-4c2a-9e9f-02f8cde43f60 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bda182c1-7edb-4708-b4d9-ebdf01feb69a HTTP/1.1" status: 204 len: 168 time: 0.7751877 May 18 06:24:28.934977 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40092) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:29.037562 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:29.156309 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:29.171529 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab739ce-7d29-4df7-87e4-184c27f8084b']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:29.183306 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735fba3b-b533-447a-8fe1-96ab1dcacc49') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:29.183600 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735fba3b-b533-447a-8fe1-96ab1dcacc49') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:29.194452 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065590'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:29.210470 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:29.217348 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:24:29.217732 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848483'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: Traceback (most recent call last): May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: timer() May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: cb(*args, **kw) May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: return func(*args, **kwargs) May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: self._notify() May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: self.callback(batched_events) May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: event.method(event) May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: return f(self, *a, **k) May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._get(url).json() May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:24:29.230708 dv-cinder-784623-10-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:24:29.302142 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:29.305871 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:29.322806 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:29.332812 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab739ce-7d29-4df7-87e4-184c27f8084b,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:29.335877 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:29.341041 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-9d1096fb-6e9d-4668-a66f-0f0dbe081745 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9ab739ce-7d29-4df7-87e4-184c27f8084b HTTP/1.1" status: 204 len: 168 time: 0.4051442 May 18 06:24:29.511383 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40100) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:29.558472 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-3cc5ff16-5bbf-476c-b07e-d34a065a7983 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ab0917bd6324bafa13293aabc4f3b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457742 May 18 06:24:29.560704 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40104) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:29.616797 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6fc95cca-01f3-4fe7-a415-49e938e29c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:29.642160 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6fc95cca-01f3-4fe7-a415-49e938e29c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:29.692446 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6fc95cca-01f3-4fe7-a415-49e938e29c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:29.697840 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-1d0a035b-8622-4092-9049-6091683a5977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:29.710830 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc95cca-01f3-4fe7-a415-49e938e29c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1932220-3885-43f2-b8c9-182bd44d488a,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:29.713162 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-6fc95cca-01f3-4fe7-a415-49e938e29c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:29.714253 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6fc95cca-01f3-4fe7-a415-49e938e29c52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1932220-3885-43f2-b8c9-182bd44d488a HTTP/1.1" status: 204 len: 168 time: 0.1526935 May 18 06:24:29.715109 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6fc95cca-01f3-4fe7-a415-49e938e29c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:30.034765 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceead208-b1fe-4749-a0f4-31cebccdbc85 req-17c64fbc-847e-4639-878c-47052f8ced27 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:30.036257 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceead208-b1fe-4749-a0f4-31cebccdbc85 req-17c64fbc-847e-4639-878c-47052f8ced27 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0859528 May 18 06:24:30.081186 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceead208-b1fe-4749-a0f4-31cebccdbc85 req-1b7fcc54-c1d4-4613-ba3e-0c4a9e0c50ed tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386405 May 18 06:24:31.260439 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65469a-3e96-44a5-b5b8-3f74338296ea req-96756156-3b86-4bcd-b5d3-99b33c082597 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:31.261872 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2c65469a-3e96-44a5-b5b8-3f74338296ea req-96756156-3b86-4bcd-b5d3-99b33c082597 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0784075 May 18 06:24:31.309870 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2c65469a-3e96-44a5-b5b8-3f74338296ea req-4e4d3fa7-b6da-4c50-9917-6549cf9e5e46 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423062 May 18 06:24:32.489500 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c7547-f8a6-404b-9cac-8097e60cc051 req-a06da791-935d-488b-9350-9a4428c21a14 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:32.490940 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-140c7547-f8a6-404b-9cac-8097e60cc051 req-a06da791-935d-488b-9350-9a4428c21a14 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0791512 May 18 06:24:32.537004 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-140c7547-f8a6-404b-9cac-8097e60cc051 req-c308ff3a-bb71-4ed2-9e90-719a585845d9 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403206 May 18 06:24:33.736145 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c55c76-bd72-495e-8371-6a4d762ba05a req-a5f97933-04ad-4a9e-93be-f457ba4913a6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:33.737588 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a1c55c76-bd72-495e-8371-6a4d762ba05a req-a5f97933-04ad-4a9e-93be-f457ba4913a6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0884748 May 18 06:24:33.781238 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a1c55c76-bd72-495e-8371-6a4d762ba05a req-8bc29891-a2fa-4db9-bcea-a4755d9fbde0 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379591 May 18 06:24:34.054229 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cf72c194-f456-4aaf-809a-f1e6113039e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:34.965689 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6408a8-9287-40e1-9d77-adc4984c378b req-e823d6e2-e799-4308-b979-b6c47d6298cf tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:34.967196 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4e6408a8-9287-40e1-9d77-adc4984c378b req-e823d6e2-e799-4308-b979-b6c47d6298cf tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0781732 May 18 06:24:35.014703 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4e6408a8-9287-40e1-9d77-adc4984c378b req-4b95cbba-849b-46a4-a23f-e3ded7cad7d7 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417867 May 18 06:24:35.332098 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40170) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:35.364523 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969cd27-dfef-43f1-a9a5-abcef243b12b req-a46bdb5e-b1dc-48fb-992c-1814a73e37ab tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:35.366111 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6969cd27-dfef-43f1-a9a5-abcef243b12b req-a46bdb5e-b1dc-48fb-992c-1814a73e37ab tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0823243 May 18 06:24:35.411536 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6969cd27-dfef-43f1-a9a5-abcef243b12b req-d75015c7-405f-4a20-b7b8-fdf18ba212b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394888 May 18 06:24:35.461882 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-494f117b-2080-4982-b8cd-57afe1b782ec req-5608e1d8-d68c-46bc-9550-bdee49f3a9f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285501 May 18 06:24:35.466612 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:35.588641 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:35.618236 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:24:35.628287 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:35.633177 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:35.635475 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:35.689247 dv-cinder-784623-10-iscsi neutron-server[78804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'code': 422} returned with failed status May 18 06:24:35.711040 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,revision_number=6']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:35.714749 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:36.486146 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:36.530219 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f43a1a92-4781-431d-9e5b-d4224b2d7f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:36.602150 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a07699-f302-4fc7-aa6f-0615fdece12b req-b3bdfbb1-4981-4e67-a172-e11878e9613f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:36.604159 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-99a07699-f302-4fc7-aa6f-0615fdece12b req-b3bdfbb1-4981-4e67-a172-e11878e9613f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.0878990 May 18 06:24:36.648138 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-99a07699-f302-4fc7-aa6f-0615fdece12b req-5aa69ac2-236d-4360-a3b9-74a8c2bff974 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381846 May 18 06:24:37.189768 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f117b-2080-4982-b8cd-57afe1b782ec req-c577a65d-b288-48bc-a068-a4e6c7a27201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:37.191193 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-494f117b-2080-4982-b8cd-57afe1b782ec req-c577a65d-b288-48bc-a068-a4e6c7a27201 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e&tenant_id=7902c59b50db4039b7567ef70cb1eedd HTTP/1.1" status: 200 len: 1096 time: 0.0704958 May 18 06:24:37.290188 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f117b-2080-4982-b8cd-57afe1b782ec req-8392afbe-2a15-4e88-893d-13ccfeff633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:37.291061 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-494f117b-2080-4982-b8cd-57afe1b782ec req-8392afbe-2a15-4e88-893d-13ccfeff633d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7902c59b50db4039b7567ef70cb1eedd&device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 1096 time: 0.0780482 May 18 06:24:37.521864 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f117b-2080-4982-b8cd-57afe1b782ec req-3c5be505-0a0d-4126-aaed-3e37b327e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:37.523305 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-494f117b-2080-4982-b8cd-57afe1b782ec req-3c5be505-0a0d-4126-aaed-3e37b327e86e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9777a738-0815-4946-9d71-d335a68f34d1 HTTP/1.1" status: 200 len: 909 time: 0.2261083 May 18 06:24:37.623455 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:37.627809 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-494f117b-2080-4982-b8cd-57afe1b782ec req-0f1eee18-58e7-46a5-b982-a728477a84a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd HTTP/1.1" status: 200 len: 998 time: 0.0980620 May 18 06:24:37.691093 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f117b-2080-4982-b8cd-57afe1b782ec req-d4c7465a-ae67-4887-ad20-91ee3cf4ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:37.692566 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-494f117b-2080-4982-b8cd-57afe1b782ec req-d4c7465a-ae67-4887-ad20-91ee3cf4ce4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2100b811-c80a-4cc2-9677-28d097cba4ff HTTP/1.1" status: 200 len: 847 time: 0.0583522 May 18 06:24:37.769191 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f117b-2080-4982-b8cd-57afe1b782ec req-f159f820-a61d-48e3-9bb2-f906cf3e17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:37.770730 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-494f117b-2080-4982-b8cd-57afe1b782ec req-f159f820-a61d-48e3-9bb2-f906cf3e17a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9777a738-0815-4946-9d71-d335a68f34d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717244 May 18 06:24:37.849344 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1477680-9f09-4429-8e86-6e94309f983c req-818f96a1-f8db-4418-830d-45aa88465f7d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:37.851059 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1477680-9f09-4429-8e86-6e94309f983c req-818f96a1-f8db-4418-830d-45aa88465f7d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.0820544 May 18 06:24:37.900082 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b1477680-9f09-4429-8e86-6e94309f983c req-ccfe9f93-f0e0-49df-8f97-47676e1718ec tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419669 May 18 06:24:37.913463 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-494f117b-2080-4982-b8cd-57afe1b782ec req-fd7cddc9-7005-4ca1-8c93-05a2eed8f4db service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356301 May 18 06:24:38.043645 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-494f117b-2080-4982-b8cd-57afe1b782ec req-97b655fb-ba27-47b4-aae5-b16766e27443 service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240127 May 18 06:24:38.524451 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f179c8e-09c5-464b-810e-56ce432d5ec3 req-b02f9295-5ce9-46bb-a41b-477d35ccf7de tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:38.525920 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7f179c8e-09c5-464b-810e-56ce432d5ec3 req-b02f9295-5ce9-46bb-a41b-477d35ccf7de tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 946 time: 0.0773108 May 18 06:24:38.570421 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-7f179c8e-09c5-464b-810e-56ce432d5ec3 req-9f2b07a1-f3a5-4bf1-ab98-2012bc887dc1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387657 May 18 06:24:39.100797 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e24cc-f8ea-46e3-9223-9d5a30841ddd req-0380e374-e2ca-4f10-b9ea-7c37e23f5c6f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:39.102253 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-432e24cc-f8ea-46e3-9223-9d5a30841ddd req-0380e374-e2ca-4f10-b9ea-7c37e23f5c6f tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.0868030 May 18 06:24:39.146283 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-432e24cc-f8ea-46e3-9223-9d5a30841ddd req-30c6fbda-9a35-4d54-bbc9-32518bd8c33d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376523 May 18 06:24:39.373068 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:39.754474 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fffb5-c500-43be-83aa-ebbf22bece81 req-01d69b83-2e0c-49fc-afb4-c14697f9589f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:39.755895 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-af5fffb5-c500-43be-83aa-ebbf22bece81 req-01d69b83-2e0c-49fc-afb4-c14697f9589f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 946 time: 0.0777392 May 18 06:24:39.802329 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-af5fffb5-c500-43be-83aa-ebbf22bece81 req-8eed75e2-93c0-4a4b-9f59-3c729226c234 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=93975039-6154-4e63-8af5-e9ed89d5805a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404048 May 18 06:24:39.907812 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-ea8c6a22-913a-4c81-a431-0288f14eb2ae tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:39.908427 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-ea8c6a22-913a-4c81-a431-0288f14eb2ae tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Synchronizing usage tracker for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:24:39.922871 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-ea8c6a22-913a-4c81-a431-0288f14eb2ae tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Unset dirty status for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:24:39.923967 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-ea8c6a22-913a-4c81-a431-0288f14eb2ae tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.18 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 946 time: 0.0953209 May 18 06:24:40.055691 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Deleting port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:40.056063 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:40.189441 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] For port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:40.189811 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:40.429161 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356d4e-6dfa-4480-9aba-b459affb2d0b req-a83006c4-5eed-47f5-8030-71e93ddf5216 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:40.430634 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d5356d4e-6dfa-4480-9aba-b459affb2d0b req-a83006c4-5eed-47f5-8030-71e93ddf5216 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.1752374 May 18 06:24:40.492209 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:40.492559 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:40.492897 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.l3_db [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Floating IP 22f211bc-62ff-4091-87d2-ee8f00fc40c1 disassociated. External IP: 172.27.2.92, port: 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8. May 18 06:24:40.493250 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Calling delete_port for 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:40.498486 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d5356d4e-6dfa-4480-9aba-b459affb2d0b req-c63ed4ce-f2b0-4c43-9008-a4341231b4f1 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582995 May 18 06:24:40.619321 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:40.625030 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bf9b73b7-62d0-456b-b9d8-960e79adbed6 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:40.668201 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event deleted for resources: {'Port': ['ID=8527d648-c37d-4d16-b3a8-2ffc19bbfeb8,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:40.671650 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:40.943723 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Router caee2f34-1677-4db6-90de-6e5893f99e98 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:24:40.957244 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bfe90dde-5977-4fa1-ab51-ee440d2d6155 req-8dfbb2bf-3d41-40a5-b74e-94fbb91c15d6 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=a820ccbd-e5e0-430f-9fc6-6eb9684d22a7 HTTP/1.1" status: 200 len: 210 time: 0.0447438 May 18 06:24:41.124935 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:24:41.133870 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f7655-7b9b-4c04-96c3-c9e7137745f7 None None] Sync routers for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:24:41.144340 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f7655-7b9b-4c04-96c3-c9e7137745f7 None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:41.144960 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-658f7655-7b9b-4c04-96c3-c9e7137745f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:24:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:41.200077 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] No DVR routers for this DVR port 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:24:41.202547 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:41.205312 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'name': 'network-vif-deleted', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:24:41.224524 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fcbfc993-b3cd-47c7-99d4-0d749d6abe6a req-07afe6a3-7c49-4cf4-976e-26a4effefea9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.18 "DELETE /v2.0/ports/8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 HTTP/1.1" status: 204 len: 173 time: 1.2954941 May 18 06:24:41.253061 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a820ccbd-e5e0-430f-9fc6-6eb9684d22a7', 'name': 'network-vif-deleted', 'tag': '8527d648-c37d-4d16-b3a8-2ffc19bbfeb8', 'status': 'completed', 'code': 200} May 18 06:24:41.330887 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-658f7655-7b9b-4c04-96c3-c9e7137745f7 None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:41.644739 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-658f7655-7b9b-4c04-96c3-c9e7137745f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:41.649781 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f7655-7b9b-4c04-96c3-c9e7137745f7 None None] Checking router: caee2f34-1677-4db6-90de-6e5893f99e98 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:24:41.658849 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f7655-7b9b-4c04-96c3-c9e7137745f7 None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:24:41.659736 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-658f7655-7b9b-4c04-96c3-c9e7137745f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:24:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:41.691469 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18755c-a616-42bb-98d1-341cee9cf8bc req-b540ae2f-c93e-4f0f-ae5f-0eef94f1a6ca tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:41.693208 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0f18755c-a616-42bb-98d1-341cee9cf8bc req-b540ae2f-c93e-4f0f-ae5f-0eef94f1a6ca tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.0947244 May 18 06:24:41.760142 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0f18755c-a616-42bb-98d1-341cee9cf8bc req-4472ac3f-1b0a-484f-b1f6-d99ba07c8e97 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494249 May 18 06:24:41.889530 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-658f7655-7b9b-4c04-96c3-c9e7137745f7 None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:24:42.101903 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40286) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:42.189963 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:42.212558 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-658f7655-7b9b-4c04-96c3-c9e7137745f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:24:42.217135 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658f7655-7b9b-4c04-96c3-c9e7137745f7 None None] The sync data for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi is: [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:24:42.222788 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:42.288491 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:42.294588 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b5f565d5-2c3b-4c1c-aeb6-1d7e4b5bb07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:42.316080 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93975039-6154-4e63-8af5-e9ed89d5805a,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:42.324844 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.325225 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.325599 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.325972 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.326340 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.326720 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.327091 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.327451 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.327836 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.328199 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.328557 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.328925 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:42.334908 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:42.336864 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:42.341948 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-ed80b668-172d-4273-ab47-cfe509271704 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "DELETE /v2.0/security-groups/93975039-6154-4e63-8af5-e9ed89d5805a HTTP/1.1" status: 204 len: 168 time: 0.2373073 May 18 06:24:42.343671 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 40296) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:42.362318 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.api.v2.resource [None req-cb20b703-fbf4-40e5-8cfb-7b710b53beca tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] show failed (client error): The resource could not be found. May 18 06:24:42.363338 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-cb20b703-fbf4-40e5-8cfb-7b710b53beca tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups/93975039-6154-4e63-8af5-e9ed89d5805a HTTP/1.1" status: 404 len: 347 time: 0.0186169 May 18 06:24:42.366413 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 40300) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:42.469033 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af145bb7-a65e-429f-a36f-381e30616312 None None] New status for floating IP 22f211bc-62ff-4091-87d2-ee8f00fc40c1: DOWN {{(pid=78804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:24:42.586432 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Deleting port 5d3db995-04c2-446f-aeed-5ecff767b878 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:24:42.586717 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:42.718320 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:42.719002 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:42.842143 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Calling delete_port for 5d3db995-04c2-446f-aeed-5ecff767b878 owned by network:floatingip {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:24:42.957166 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ca0b6-1a69-4a4e-8bd6-1a1cd3fd7f94 req-c12aa8a6-5f89-48ef-82b5-40a0f8ffff0a tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:42.958629 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-001ca0b6-1a69-4a4e-8bd6-1a1cd3fd7f94 req-c12aa8a6-5f89-48ef-82b5-40a0f8ffff0a tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.0992610 May 18 06:24:43.046772 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-001ca0b6-1a69-4a4e-8bd6-1a1cd3fd7f94 req-cac3a4f8-baa3-405f-8362-3b243b3c9262 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603163 May 18 06:24:43.050083 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:43.054888 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:43.098464 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event deleted for resources: {'Port': ['ID=5d3db995-04c2-446f-aeed-5ecff767b878,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:43.123875 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:43.188493 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:43.217719 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:43.218829 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "DELETE /v2.0/floatingips/22f211bc-62ff-4091-87d2-ee8f00fc40c1 HTTP/1.1" status: 204 len: 168 time: 0.8515434 May 18 06:24:43.512919 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:24:43.551561 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:24:43.551935 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 8527d648-c37d-4d16-b3a8-2ffc19bbfeb8 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:24:43.575168 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 40316) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:43.580499 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781253133', 'description': 'tempest-description--1831566738'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:43.586349 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:43.590943 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Usage tracker for resource:security_group and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:43.593841 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:43.600942 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:43.610862 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:43.630197 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:43.634394 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Usage tracker for resource:security_group_rule and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:43.636726 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:43.642303 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:43.713083 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:43.716731 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:43.721660 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-152ba96f-cc59-4aa3-8517-1f577f17b57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:43.761348 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754cea86-c1f9-401b-a230-f5c0a33d9212,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:43.764457 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:43.765638 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:43.766966 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1906855 May 18 06:24:43.769693 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 40320) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:43.774668 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'security_group_rule': {'security_group_id': '754cea86-c1f9-401b-a230-f5c0a33d9212', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:43.780857 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:43.784605 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Usage tracker for resource:security_group_rule and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:43.787434 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:43.793725 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:43.809860 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:43.871223 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:43.874901 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:43.882290 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-07e74da8-76a9-4b93-9062-e7d1ecb6d2ec tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:43.899512 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f812e19d-1882-4fdd-861c-d0033f7453d7,revision_number=0']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:43.902521 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:43.909611 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:43.910776 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-bbc2e051-8ae9-4cbd-a668-26282baad670 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402028 May 18 06:24:43.913630 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40324) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:43.919478 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'security_group_rule': {'security_group_id': '754cea86-c1f9-401b-a230-f5c0a33d9212', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:43.925321 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:43.929396 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Usage tracker for resource:security_group_rule and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:43.932265 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:43.937889 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:43.953937 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.012403 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.015698 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723451'] for security_group_rule, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.017638 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:44.039116 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a91ee3f-affd-49e6-89d2-20206a7783ea,revision_number=0']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:44.044684 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:44.049298 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.050659 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4d0d7544-b26e-4852-9f65-4df3b35eec37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359482 May 18 06:24:44.053888 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40328) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:24:44.058933 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'floatingip': {'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:44.064680 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:44.068428 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Usage tracker for resource:floatingip and tenant:fe3b048f6cb84fa7b80a90fb8b290385 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:24:44.071253 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:24:44.077482 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:44.088673 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.228528 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.232443 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1167a9b-ba8c-4cfd-b7a3-93ae1b74f571 req-c8cd7c15-22a0-49c4-b51a-4a7f9d2a8006 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:44.234031 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e1167a9b-ba8c-4cfd-b7a3-93ae1b74f571 req-c8cd7c15-22a0-49c4-b51a-4a7f9d2a8006 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.0792885 May 18 06:24:44.280136 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e1167a9b-ba8c-4cfd-b7a3-93ae1b74f571 req-3788c932-7285-4e8b-9f00-3f9246497574 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399981 May 18 06:24:44.367816 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Allocated IP 172.27.2.52 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/4026a01d-663b-4b90-b377-880e3227065f) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:24:44.511015 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.540017 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.544564 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:44.602812 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:24:44.606063 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:24:44.608606 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:24:44.653950 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'Port': ['ID=4026a01d-663b-4b90-b377-880e3227065f,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:44.658030 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:44.697458 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.754166 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.947900 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.952110 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:44.956246 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:45.060313 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'Port': ['ID=4026a01d-663b-4b90-b377-880e3227065f,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:45.064042 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:45.068605 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:45.089648 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:45.090909 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0360882 May 18 06:24:45.305112 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-a5118867-f17f-4660-9681-5a0c165ac901 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Synchronizing usage tracker for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:security_group {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:24:45.320318 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-a5118867-f17f-4660-9681-5a0c165ac901 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Unset dirty status for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:security_group {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:24:45.321531 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-a5118867-f17f-4660-9681-5a0c165ac901 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1781253133&fields=id&tenant_id=fe3b048f6cb84fa7b80a90fb8b290385 HTTP/1.1" status: 200 len: 267 time: 0.0588193 May 18 06:24:45.522352 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:24:45.615340 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-2ca702e0-40d3-4e07-9b60-a60ed6df032c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:45.616711 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-2ca702e0-40d3-4e07-9b60-a60ed6df032c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 817 time: 0.2884722 May 18 06:24:45.625068 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02becd25-5f5a-4450-9dcb-a4544bb58315 req-3d8d2b8c-af4d-4bc4-a5a8-373d4a485590 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:45.626449 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-02becd25-5f5a-4450-9dcb-a4544bb58315 req-3d8d2b8c-af4d-4bc4-a5a8-373d4a485590 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 943 time: 0.2299953 May 18 06:24:45.649111 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-4d76efb8-10b7-4403-837b-a39ab35f83f9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/quotas/fe3b048f6cb84fa7b80a90fb8b290385 HTTP/1.1" status: 200 len: 375 time: 0.0217144 May 18 06:24:45.654724 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:45.667930 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'port_id': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'mac_address': 'fa:16:3e:89:29:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:24:45.726036 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-02becd25-5f5a-4450-9dcb-a4544bb58315 req-e543db20-1b82-4ec6-9887-62c6ccc9d399 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913162 May 18 06:24:45.727442 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:45.745857 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:24:45.756128 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-39753e30-063a-46d4-9a3b-a03c306900d1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Synchronizing usage tracker for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:24:45.762368 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:45.766729 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:45.769311 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:45.773887 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-39753e30-063a-46d4-9a3b-a03c306900d1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Unset dirty status for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:24:45.775821 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-39753e30-063a-46d4-9a3b-a03c306900d1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1198874 May 18 06:24:45.845287 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,revision_number=7']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:45.856408 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:45.918950 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-8bff8789-593c-4741-97f7-88b94cfb5c57 service neutron] 10.222.0.13 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299818 May 18 06:24:45.987102 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:24:46.048210 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-45d4bcfb-db61-4349-9e2a-2f44200c40de service neutron] 10.222.0.13 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233230 May 18 06:24:46.236942 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-820ecaa0-83e1-47de-a7ec-db236bae4269 req-fd6edd1f-c1d1-471a-b7d4-98da31137445 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 210 time: 0.0435266 May 18 06:24:46.924481 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a976ecd-cd29-4953-bd29-a9e37151cb18 req-94433ac4-0568-4a12-86c5-d72cb880e157 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:46.926230 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8a976ecd-cd29-4953-bd29-a9e37151cb18 req-94433ac4-0568-4a12-86c5-d72cb880e157 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 944 time: 0.0840881 May 18 06:24:46.970481 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8a976ecd-cd29-4953-bd29-a9e37151cb18 req-a1534ba9-4011-4ed2-abd2-120943d9da84 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385108 May 18 06:24:47.245421 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-8e80050e-a260-4707-b5fb-d9f9c8b4c75d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:47.246846 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-8e80050e-a260-4707-b5fb-d9f9c8b4c75d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.18 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 817 time: 0.1484737 May 18 06:24:47.302483 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-e05c58df-2bb9-4bf8-91a3-b403c033a67e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Synchronizing usage tracker for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:security_group {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:24:47.314920 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-e05c58df-2bb9-4bf8-91a3-b403c033a67e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Unset dirty status for tenant:fe3b048f6cb84fa7b80a90fb8b290385 on resource:security_group {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:24:47.316059 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-e05c58df-2bb9-4bf8-91a3-b403c033a67e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe3b048f6cb84fa7b80a90fb8b290385 HTTP/1.1" status: 200 len: 380 time: 0.0610583 May 18 06:24:47.328299 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'port': {'device_id': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'admin_state_up': True, 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'security_groups': ['754cea86-c1f9-401b-a230-f5c0a33d9212']}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:47.411904 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e43ab9f-9e2f-4372-9885-b281405d1ddc req-716b370d-5a60-4693-a547-18f27b46f8b2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 210 time: 0.0423095 May 18 06:24:47.523429 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:24:47.560282 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:24:47.570161 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:24:47.580030 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Made reservation on behalf of fe3b048f6cb84fa7b80a90fb8b290385 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:24:47.583502 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:47.590664 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:24:47.591050 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:47.709529 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:47.736837 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:24:47.746728 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:47.751185 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:47.754090 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:47.758608 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Allocated IP 172.20.0.14 (feb21229-4b88-4211-935f-c205971cde1e/043fda83-0e42-4859-b981-232190785248/36c892dc-f20b-4dc4-9b2f-7ae41d699b95) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:24:47.786662 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'code': 200} May 18 06:24:47.860861 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,revision_number=8']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:47.863842 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:47.956503 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:47.972317 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Transition to ACTIVE for port object 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:24:47.995876 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:48.001213 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:48.078167 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event updated for resources: {'Port': ['ID=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:48.084731 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593bdba-6fab-466b-b0c6-84dde2c979ae req-a94eb7b6-31fc-4ccd-9132-6ef88cbc78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:48.086816 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:48.086969 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4593bdba-6fab-466b-b0c6-84dde2c979ae req-a94eb7b6-31fc-4ccd-9132-6ef88cbc78e7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 1098 time: 0.0842240 May 18 06:24:48.092502 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Network feb21229-4b88-4211-935f-c205971cde1e is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:24:48.093690 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:24:48.095999 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:24:48.163598 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:48.164270 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:48.182182 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4593bdba-6fab-466b-b0c6-84dde2c979ae req-cfdc29d6-c48e-4f04-b916-791226aaef10 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512431 May 18 06:24:48.195401 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8710759 May 18 06:24:48.212112 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a075eef-2250-45f2-8c73-2efd31510a8d req-8b334b5b-c951-484a-a40d-5a95778c976b tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:48.213783 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4a075eef-2250-45f2-8c73-2efd31510a8d req-8b334b5b-c951-484a-a40d-5a95778c976b tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.1256812 May 18 06:24:48.234178 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Request body: {'port': {'device_id': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:24:48.280403 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4a075eef-2250-45f2-8c73-2efd31510a8d req-79efac62-d253-4227-b280-9f1076f99406 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529754 May 18 06:24:48.325327 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-616c44c6-2edd-4e33-bbc1-65a9e778f81f None None] Provisioning for port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:24:48.330952 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-616c44c6-2edd-4e33-bbc1-65a9e778f81f None None] Provisioning complete for port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:24:48.331493 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-616c44c6-2edd-4e33-bbc1-65a9e778f81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:48.382042 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:48.391846 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-616c44c6-2edd-4e33-bbc1-65a9e778f81f None None] Port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:24:48.613315 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d7e50-047e-4563-8149-6a25556207fd req-ee577a0e-f2b6-4518-9a84-28753eeeff2a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:48.614809 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8d7d7e50-047e-4563-8149-6a25556207fd req-ee577a0e-f2b6-4518-9a84-28753eeeff2a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 932 time: 0.0856318 May 18 06:24:48.659560 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8d7d7e50-047e-4563-8149-6a25556207fd req-1563ff9e-9e43-42cd-aad9-fab86f857a08 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388994 May 18 06:24:48.733806 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:24:48.740871 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:48.754552 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Transition to ACTIVE for port object 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:24:48.758299 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:48.762516 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-13fd8a11-bd75-4b80-ada2-bfd75b124aa5 tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:48.950098 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Pushing event updated for resources: {'Port': ['ID=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:48.955304 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:48.994427 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Attempting to bind port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:24:48.994767 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Attempting to bind port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:24:48.995094 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Attempting to bind port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 on network feb21229-4b88-4211-935f-c205971cde1e {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:24:48.999647 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 on network feb21229-4b88-4211-935f-c205971cde1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:24:49.000065 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Attempting to bind port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 on network feb21229-4b88-4211-935f-c205971cde1e {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:24:49.005193 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:24:49.005530 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Checking segment: {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:24:49.005913 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Bound using segment: {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:24:49.006336 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Bound port: 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '223eedc2-ded4-487c-9dfe-0975522ff2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:24:49.006688 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:49.096468 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:24:49.099993 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:24:49.103769 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:49.108316 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-2a570107-0c5a-4d05-9c8d-9be0f13ecb99 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:49.163414 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:49.164053 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:49.165489 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] 10.222.0.18 "PUT /v2.0/ports/36c892dc-f20b-4dc4-9b2f-7ae41d699b95 HTTP/1.1" status: 200 len: 1094 time: 0.9358585 May 18 06:24:49.166433 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:24:49.187013 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Pushing event updated for resources: {'Port': ['ID=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:49.190168 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:49.212638 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'status': 'completed', 'code': 200} May 18 06:24:49.457087 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac19963-e882-4022-bda4-5a55580a7a37 req-b9e07b68-a753-4463-b196-7643cd8b8ba3 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:49.458541 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2ac19963-e882-4022-bda4-5a55580a7a37 req-b9e07b68-a753-4463-b196-7643cd8b8ba3 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0781338 May 18 06:24:49.510230 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2ac19963-e882-4022-bda4-5a55580a7a37 req-729ed6db-250e-43de-a305-1570ea7a1c18 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454702 May 18 06:24:49.847916 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fab75-619b-428c-a4d4-f3f9393d1985 req-53300141-212e-4b14-a241-11b5027cef2f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:49.849255 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a03fab75-619b-428c-a4d4-f3f9393d1985 req-53300141-212e-4b14-a241-11b5027cef2f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.0781679 May 18 06:24:49.893239 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a03fab75-619b-428c-a4d4-f3f9393d1985 req-d33cc94a-8999-4894-bc46-776482ba985b tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383239 May 18 06:24:51.077262 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586d8bb-1f3d-4e76-a615-9faaf06cec5a req-64020bba-d21a-48ed-9aff-39bbf0477c68 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:51.078678 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1586d8bb-1f3d-4e76-a615-9faaf06cec5a req-64020bba-d21a-48ed-9aff-39bbf0477c68 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.0804842 May 18 06:24:51.122370 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1586d8bb-1f3d-4e76-a615-9faaf06cec5a req-2787c4a6-22b4-41e0-9ce6-5f7dd9fbd4be tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380702 May 18 06:24:51.786513 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0303-e6bc-490a-adf9-d6cb9c5aa473 req-4d3463e7-2558-4be4-a902-168e53de0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:51.787955 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8c7e0303-e6bc-490a-adf9-d6cb9c5aa473 req-4d3463e7-2558-4be4-a902-168e53de0c67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 1097 time: 0.0720911 May 18 06:24:52.002895 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0303-e6bc-490a-adf9-d6cb9c5aa473 req-366ae357-4f6a-435d-9529-9b65d25cb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:52.004338 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8c7e0303-e6bc-490a-adf9-d6cb9c5aa473 req-366ae357-4f6a-435d-9529-9b65d25cb378 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2089603 May 18 06:24:52.134057 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e0303-e6bc-490a-adf9-d6cb9c5aa473 req-0609abaa-4b30-4011-bbe6-d898b84fca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:52.136139 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-8c7e0303-e6bc-490a-adf9-d6cb9c5aa473 req-0609abaa-4b30-4011-bbe6-d898b84fca92 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1254919 May 18 06:24:52.305576 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1f4df-fb16-4459-9b43-838b3630dd1e req-8f0232c0-c462-481b-9a03-0597b6eab7aa tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:52.307578 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-42f1f4df-fb16-4459-9b43-838b3630dd1e req-8f0232c0-c462-481b-9a03-0597b6eab7aa tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.0785658 May 18 06:24:52.354455 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-42f1f4df-fb16-4459-9b43-838b3630dd1e req-f5d9a92b-550f-4b1f-8ffd-9be590abdf97 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412576 May 18 06:24:53.284602 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:24:53.438203 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:53.544704 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e68ff9-864d-43e7-85c2-62f961d38b6c req-5177ce77-ede5-4d34-8323-57b2ed704b05 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:53.546156 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-12e68ff9-864d-43e7-85c2-62f961d38b6c req-5177ce77-ede5-4d34-8323-57b2ed704b05 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.0793369 May 18 06:24:53.591448 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-12e68ff9-864d-43e7-85c2-62f961d38b6c req-11bf4cb3-0159-47c2-b57d-7164ade3c960 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394366 May 18 06:24:54.780448 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c24ec2-9ca2-431e-8f8c-708165d3cd3a req-aa28f068-697f-4e97-a4b3-8c6296cc1520 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:54.781870 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-59c24ec2-9ca2-431e-8f8c-708165d3cd3a req-aa28f068-697f-4e97-a4b3-8c6296cc1520 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.0820258 May 18 06:24:54.825365 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-59c24ec2-9ca2-431e-8f8c-708165d3cd3a req-a45392f7-da94-4f4b-abf0-8a4e3afe34a9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 May 18 06:24:55.074174 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-f42eb124-d35b-4477-a581-e4ed179dd4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:55.075606 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-f42eb124-d35b-4477-a581-e4ed179dd4af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 1097 time: 0.0703058 May 18 06:24:55.147290 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-e6586374-f389-4d8c-9570-38558434523f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95 HTTP/1.1" status: 200 len: 217 time: 0.0628080 May 18 06:24:55.208277 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-b38fa800-f36e-4e89-afa3-69bd39904ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:55.209637 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-b38fa800-f36e-4e89-afa3-69bd39904ffc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 200 len: 856 time: 0.0559685 May 18 06:24:55.286601 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-3d7a1f6a-6dbd-4c98-a58d-a7477405ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:55.288066 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-3d7a1f6a-6dbd-4c98-a58d-a7477405ec26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feb21229-4b88-4211-935f-c205971cde1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719626 May 18 06:24:55.417928 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-8db38745-bb75-466c-8aae-b40c0c3c5326 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231380 May 18 06:24:55.546776 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-3c768aab-f3e5-4161-b0d1-758671a1fc8f req-b0ed7d29-8c27-472d-9e8d-14abcf991e59 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218739 May 18 06:24:56.013165 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4c48f-c1ce-4f8f-b497-a77c7a999c62 req-c592eca4-26d4-4588-a90e-603768f20432 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:56.014511 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a6b4c48f-c1ce-4f8f-b497-a77c7a999c62 req-c592eca4-26d4-4588-a90e-603768f20432 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.0826955 May 18 06:24:56.063106 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a6b4c48f-c1ce-4f8f-b497-a77c7a999c62 req-753dc353-28c0-41b4-9858-b3102c36a9df tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423441 May 18 06:24:57.347877 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96329d2e-b53a-44c4-b987-06115e01bd66 req-10c199b7-dc17-473f-a4e7-9e512294aa1f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:57.349336 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-96329d2e-b53a-44c4-b987-06115e01bd66 req-10c199b7-dc17-473f-a4e7-9e512294aa1f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.1799698 May 18 06:24:57.394139 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-96329d2e-b53a-44c4-b987-06115e01bd66 req-e76ad3cc-1c9a-4573-961d-6f48c273a46c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391865 May 18 06:24:57.780276 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:24:57.909402 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:57.922593 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'port_id': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'mac_address': 'fa:16:3e:61:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:24:57.979497 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:57.995665 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:24:58.010496 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:24:58.014224 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:58.016003 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:24:58.079172 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:24:58.086195 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.086540 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.086878 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.087822 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.088121 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.088452 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.088775 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.089124 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.089493 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.089822 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.090144 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.090463 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:24:58.094240 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:24:58.231687 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['36c892dc-f20b-4dc4-9b2f-7ae41d699b95'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:24:58.579310 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c78a42-8cd0-4daf-8202-c080e3b01b26 req-22147a34-55d1-46fb-a02c-3b451291101e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:58.580673 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a6c78a42-8cd0-4daf-8202-c080e3b01b26 req-22147a34-55d1-46fb-a02c-3b451291101e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 945 time: 0.0813270 May 18 06:24:58.623869 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a6c78a42-8cd0-4daf-8202-c080e3b01b26 req-7ea95b1d-289c-46c9-bd91-7e9504c6a469 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376403 May 18 06:24:59.790817 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:24:59.808414 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172536b-c007-49f0-85f2-fe6bea6efc71 req-3a587857-6ed2-458a-b8f2-d49365736712 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:24:59.809854 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3172536b-c007-49f0-85f2-fe6bea6efc71 req-3a587857-6ed2-458a-b8f2-d49365736712 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 945 time: 0.0777466 May 18 06:24:59.856325 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:24:59.858465 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3172536b-c007-49f0-85f2-fe6bea6efc71 req-0ad4dc0d-8d0b-425f-9a7e-939cd207b8cc tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430398 May 18 06:24:59.861030 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:24:59.861417 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:24:59.975949 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:00.001143 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:25:00.011163 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:00.014832 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:00.016820 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:00.050853 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'code': 200} May 18 06:25:00.085953 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:00.088995 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:00.284477 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51618de-a377-4f22-bdeb-bab4d1b3c7de req-38a73633-09f9-4ea9-8a82-22affb97e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:00.285937 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f51618de-a377-4f22-bdeb-bab4d1b3c7de req-38a73633-09f9-4ea9-8a82-22affb97e480 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 1099 time: 0.0708890 May 18 06:25:00.328452 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f51618de-a377-4f22-bdeb-bab4d1b3c7de req-e1ac17fd-49ea-4364-aa7d-3f8ffe4613e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350471 May 18 06:25:01.045374 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52f505-d696-488d-bf71-b3e6e26d6ddb req-d5784650-07cf-4ed9-b993-1703dc5848b3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:01.046817 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6f52f505-d696-488d-bf71-b3e6e26d6ddb req-d5784650-07cf-4ed9-b993-1703dc5848b3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0783737 May 18 06:25:01.090814 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6f52f505-d696-488d-bf71-b3e6e26d6ddb req-61af6031-14f9-4640-9889-cc54f212b4c1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378735 May 18 06:25:02.283034 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46a201-a00f-4754-9099-c2ee3aee7813 req-b3aaa837-43ff-48c1-9a13-279aa1633bd9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:02.284388 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da46a201-a00f-4754-9099-c2ee3aee7813 req-b3aaa837-43ff-48c1-9a13-279aa1633bd9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0824993 May 18 06:25:02.329107 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-da46a201-a00f-4754-9099-c2ee3aee7813 req-a849b27d-6870-4273-b0ba-eb5b3546b5cf tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390575 May 18 06:25:02.507466 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba770a62-751c-4e26-b640-8e08371b6160 req-e840a271-20c5-493c-b148-9fdb268845bb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:02.508931 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ba770a62-751c-4e26-b640-8e08371b6160 req-e840a271-20c5-493c-b148-9fdb268845bb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0769069 May 18 06:25:02.517169 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40522) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:02.522439 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-0295da6c-4614-4bf4-aca9-62bf6e9d1f60 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Request body: {'floatingip': {'port_id': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:25:02.599667 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0295da6c-4614-4bf4-aca9-62bf6e9d1f60 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:03.260448 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0295da6c-4614-4bf4-aca9-62bf6e9d1f60 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:03.264313 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0295da6c-4614-4bf4-aca9-62bf6e9d1f60 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:03.428453 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.l3_db [None req-0295da6c-4614-4bf4-aca9-62bf6e9d1f60 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Floating IP af428385-1ac5-4a52-ab81-fc1729bb387a associated. External IP: 172.27.2.52, port: 36c892dc-f20b-4dc4-9b2f-7ae41d699b95. May 18 06:25:03.763935 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0295da6c-4614-4bf4-aca9-62bf6e9d1f60 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Router caee2f34-1677-4db6-90de-6e5893f99e98 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:25:03.935559 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0295da6c-4614-4bf4-aca9-62bf6e9d1f60 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:25:03.940388 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0295da6c-4614-4bf4-aca9-62bf6e9d1f60 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:03.944614 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0637f-3f10-406a-8e77-6a1575f4825c None None] Sync routers for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:25:03.954596 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad0637f-3f10-406a-8e77-6a1575f4825c None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:25:03.955200 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-1ad0637f-3f10-406a-8e77-6a1575f4825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:24:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:25:03.992666 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0295da6c-4614-4bf4-aca9-62bf6e9d1f60 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "PUT /v2.0/floatingips/af428385-1ac5-4a52-ab81-fc1729bb387a HTTP/1.1" status: 200 len: 991 time: 1.4744270 May 18 06:25:03.993359 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:25:04.042619 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'status': 'completed', 'code': 200} May 18 06:25:04.057952 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8fe40e02-9e0a-44ad-a03b-387a7757e3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:04.134998 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-1ad0637f-3f10-406a-8e77-6a1575f4825c None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:25:04.473965 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-1ad0637f-3f10-406a-8e77-6a1575f4825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'af428385-1ac5-4a52-ab81-fc1729bb387a', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'port_id': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'mac_address': 'fa:16:3e:61:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:24:44Z', 'updated_at': '2021-05-18T06:25:03Z', 'revision_number': 1, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:25:04.477571 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0637f-3f10-406a-8e77-6a1575f4825c None None] Checking router: caee2f34-1677-4db6-90de-6e5893f99e98 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:25:04.485507 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad0637f-3f10-406a-8e77-6a1575f4825c None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:25:04.486089 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-1ad0637f-3f10-406a-8e77-6a1575f4825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:24:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:25:04.655778 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-1ad0637f-3f10-406a-8e77-6a1575f4825c None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:25:05.019026 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-1ad0637f-3f10-406a-8e77-6a1575f4825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'af428385-1ac5-4a52-ab81-fc1729bb387a', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'port_id': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'mac_address': 'fa:16:3e:61:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:24:44Z', 'updated_at': '2021-05-18T06:25:03Z', 'revision_number': 1, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:25:05.022759 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad0637f-3f10-406a-8e77-6a1575f4825c None None] The sync data for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi is: [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'af428385-1ac5-4a52-ab81-fc1729bb387a', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'port_id': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'mac_address': 'fa:16:3e:61:54:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:24:44Z', 'updated_at': '2021-05-18T06:25:03Z', 'revision_number': 1, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:25:05.142557 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa966196-ce87-46a8-a3aa-d3e80049b37b req-ca450576-a953-4c34-ab92-5bbe793e804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:05.144066 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fa966196-ce87-46a8-a3aa-d3e80049b37b req-ca450576-a953-4c34-ab92-5bbe793e804f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 1099 time: 0.0783999 May 18 06:25:05.210632 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c59270b-eff2-4ca2-8d7b-cad11d346b41 None None] New status for floating IP af428385-1ac5-4a52-ab81-fc1729bb387a: ACTIVE {{(pid=78804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:25:05.284500 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa966196-ce87-46a8-a3aa-d3e80049b37b req-491ef60a-11c7-4d90-9455-bc6956c18dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:05.285837 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fa966196-ce87-46a8-a3aa-d3e80049b37b req-491ef60a-11c7-4d90-9455-bc6956c18dcd service neutron] 10.222.0.18 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 918 time: 0.1350596 May 18 06:25:05.388805 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fa966196-ce87-46a8-a3aa-d3e80049b37b req-1dde2a41-7cc2-4dea-a02c-8c234cb4fb8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95 HTTP/1.1" status: 200 len: 999 time: 0.0921800 May 18 06:25:05.453218 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa966196-ce87-46a8-a3aa-d3e80049b37b req-011d3ece-8c0b-4a1c-9112-08e3b4a3c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:05.454660 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fa966196-ce87-46a8-a3aa-d3e80049b37b req-011d3ece-8c0b-4a1c-9112-08e3b4a3c9ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 200 len: 856 time: 0.0591066 May 18 06:25:05.530131 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa966196-ce87-46a8-a3aa-d3e80049b37b req-400dbed9-b667-4203-9b35-22e0935aab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:05.531575 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fa966196-ce87-46a8-a3aa-d3e80049b37b req-400dbed9-b667-4203-9b35-22e0935aab74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feb21229-4b88-4211-935f-c205971cde1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704849 May 18 06:25:05.751456 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fa966196-ce87-46a8-a3aa-d3e80049b37b req-fdc2a427-6580-4d94-a654-49a2d0f8f10e service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119529 May 18 06:25:05.878826 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-fa966196-ce87-46a8-a3aa-d3e80049b37b req-108fb9e7-6539-4250-a733-a8741e86ddc4 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204228 May 18 06:25:06.487536 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:06.529679 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-06aae305-acf6-493c-b00e-0ab718c2d442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:07.624614 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:09.376837 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:09.898339 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 40612) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:10.037886 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.056532 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:25:10.061269 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Usage tracker for resource:security_group_rule and tenant:9b63a078d4464b8faf34ee550a01ea7d is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:25:10.064078 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:25:10.069670 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:25:10.155147 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.159054 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.168412 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:10.208358 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b63a078d4464b8faf34ee550a01ea7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085732 May 18 06:25:10.210382 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4754ada5-e8a4-4e25-861d-e7dff4e66cb0,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:10.210675 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40618) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:10.218493 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.218876 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.219253 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.219619 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.220007 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.220370 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.220736 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.221101 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.221462 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.221814 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.222168 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.222707 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:10.227022 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:10.277706 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-312860e1-d914-42bc-9f23-047fd13d0a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.305832 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-312860e1-d914-42bc-9f23-047fd13d0a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.360727 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-312860e1-d914-42bc-9f23-047fd13d0a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.364456 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-974af904-dd26-44d0-91e9-5a9a1b453524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:10.377485 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312860e1-d914-42bc-9f23-047fd13d0a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4754ada5-e8a4-4e25-861d-e7dff4e66cb0,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:10.380424 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-312860e1-d914-42bc-9f23-047fd13d0a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:10.387381 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-312860e1-d914-42bc-9f23-047fd13d0a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.389190 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-312860e1-d914-42bc-9f23-047fd13d0a25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4754ada5-e8a4-4e25-861d-e7dff4e66cb0 HTTP/1.1" status: 204 len: 168 time: 0.1774573 May 18 06:25:10.661328 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40630) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:10.679699 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb416-d28c-4d9a-b1d8-1ddcb50c8550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.693787 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7c2bb416-d28c-4d9a-b1d8-1ddcb50c8550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:25:10.698223 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7c2bb416-d28c-4d9a-b1d8-1ddcb50c8550 admin admin] Usage tracker for resource:security_group_rule and tenant:e0524d1b63da49bf826b8c56fd90efaf is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:25:10.701817 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-7c2bb416-d28c-4d9a-b1d8-1ddcb50c8550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:25:10.707379 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-7c2bb416-d28c-4d9a-b1d8-1ddcb50c8550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:25:10.787445 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb416-d28c-4d9a-b1d8-1ddcb50c8550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.791043 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7c2bb416-d28c-4d9a-b1d8-1ddcb50c8550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.799132 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-fd052473-4ca2-4610-b24d-b82892faff46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:10.841055 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7c2bb416-d28c-4d9a-b1d8-1ddcb50c8550 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0524d1b63da49bf826b8c56fd90efaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1786795 May 18 06:25:10.842619 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bb416-d28c-4d9a-b1d8-1ddcb50c8550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf63633-4a09-4d79-bb25-ddd72295f1a9,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:10.843814 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 40634) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:10.845583 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7c2bb416-d28c-4d9a-b1d8-1ddcb50c8550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:10.902366 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-90c09c67-962c-475b-b3e8-b200ae796c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.927612 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-90c09c67-962c-475b-b3e8-b200ae796c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.977142 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-90c09c67-962c-475b-b3e8-b200ae796c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:10.981217 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-97993444-f6bf-43dc-8c50-5ffc1a9ca918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:10.996532 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c09c67-962c-475b-b3e8-b200ae796c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf63633-4a09-4d79-bb25-ddd72295f1a9,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:10.998833 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-90c09c67-962c-475b-b3e8-b200ae796c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:11.006808 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-90c09c67-962c-475b-b3e8-b200ae796c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:11.007928 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-90c09c67-962c-475b-b3e8-b200ae796c07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbf63633-4a09-4d79-bb25-ddd72295f1a9 HTTP/1.1" status: 204 len: 168 time: 0.1631145 May 18 06:25:12.662137 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 40684) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:12.776735 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1db79e90-11ba-488a-a11e-e2de68fa5327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:12.790880 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1db79e90-11ba-488a-a11e-e2de68fa5327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:25:12.794706 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1db79e90-11ba-488a-a11e-e2de68fa5327 admin admin] Usage tracker for resource:security_group_rule and tenant:55ed0c7e0fcf4d7f959fc252acc307dd is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:25:12.797628 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-1db79e90-11ba-488a-a11e-e2de68fa5327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:25:12.803473 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-1db79e90-11ba-488a-a11e-e2de68fa5327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:25:12.885599 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1db79e90-11ba-488a-a11e-e2de68fa5327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:12.889252 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-1db79e90-11ba-488a-a11e-e2de68fa5327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:12.896007 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-6d3cd111-5921-45d1-8229-e6d2be512d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:12.935928 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db79e90-11ba-488a-a11e-e2de68fa5327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6178af-c743-4960-a1a6-c1e52844b7e1,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:12.940011 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-1db79e90-11ba-488a-a11e-e2de68fa5327 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55ed0c7e0fcf4d7f959fc252acc307dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768590 May 18 06:25:12.940919 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1db79e90-11ba-488a-a11e-e2de68fa5327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:12.942570 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 40692) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:12.998149 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-89218459-ed4e-423a-80b6-6bf54205b728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:13.022864 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-89218459-ed4e-423a-80b6-6bf54205b728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:13.076914 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-89218459-ed4e-423a-80b6-6bf54205b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:13.081626 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-44fb5141-438c-426f-92d9-f4126b379b6e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:13.091351 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89218459-ed4e-423a-80b6-6bf54205b728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6178af-c743-4960-a1a6-c1e52844b7e1,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:13.095729 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-89218459-ed4e-423a-80b6-6bf54205b728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:13.097564 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-89218459-ed4e-423a-80b6-6bf54205b728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:13.098647 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-89218459-ed4e-423a-80b6-6bf54205b728 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a6178af-c743-4960-a1a6-c1e52844b7e1 HTTP/1.1" status: 204 len: 168 time: 0.1551850 May 18 06:25:13.367886 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 40700) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:13.385317 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c060f7ff-b922-4233-adb3-1198bf17df0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:13.398948 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-c060f7ff-b922-4233-adb3-1198bf17df0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:25:13.402709 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-c060f7ff-b922-4233-adb3-1198bf17df0e admin admin] Usage tracker for resource:security_group_rule and tenant:f53749adeccf4aaaa4abfa45dfd06a0a is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:25:13.405486 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-c060f7ff-b922-4233-adb3-1198bf17df0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:25:13.411072 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-c060f7ff-b922-4233-adb3-1198bf17df0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:25:13.490831 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c060f7ff-b922-4233-adb3-1198bf17df0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:13.494894 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-c060f7ff-b922-4233-adb3-1198bf17df0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:13.502981 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c8a0e426-c3c5-4e3b-a311-61a5a2356e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:13.541419 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-c060f7ff-b922-4233-adb3-1198bf17df0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f53749adeccf4aaaa4abfa45dfd06a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719089 May 18 06:25:13.542306 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060f7ff-b922-4233-adb3-1198bf17df0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3559bd3-27af-4154-b8ab-cdd92ab567bc,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:13.544570 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 40704) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:13.556263 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c060f7ff-b922-4233-adb3-1198bf17df0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:13.609020 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-35616a52-d894-45c6-9525-c3cbeb7449e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:13.634951 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-35616a52-d894-45c6-9525-c3cbeb7449e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:13.686322 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-35616a52-d894-45c6-9525-c3cbeb7449e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:13.690985 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4db5125d-800c-460b-9a23-0ac8117fae35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:13.703417 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35616a52-d894-45c6-9525-c3cbeb7449e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3559bd3-27af-4154-b8ab-cdd92ab567bc,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:13.706233 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-35616a52-d894-45c6-9525-c3cbeb7449e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:13.707154 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-35616a52-d894-45c6-9525-c3cbeb7449e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:13.708285 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-35616a52-d894-45c6-9525-c3cbeb7449e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3559bd3-27af-4154-b8ab-cdd92ab567bc HTTP/1.1" status: 204 len: 168 time: 0.1628349 May 18 06:25:14.808579 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 40740) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:14.921775 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2339aa8f-2db4-4183-83c8-9706a9855d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:14.936374 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2339aa8f-2db4-4183-83c8-9706a9855d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:25:14.940171 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2339aa8f-2db4-4183-83c8-9706a9855d0e admin admin] Usage tracker for resource:security_group_rule and tenant:a8d6037f41a2446080030c95a66aaf6e is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:25:14.942879 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2339aa8f-2db4-4183-83c8-9706a9855d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:25:14.948406 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2339aa8f-2db4-4183-83c8-9706a9855d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:25:15.028264 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2339aa8f-2db4-4183-83c8-9706a9855d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:15.033308 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2339aa8f-2db4-4183-83c8-9706a9855d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:15.042520 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2f867b19-b74e-4854-9332-51597ecac80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:15.083744 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2339aa8f-2db4-4183-83c8-9706a9855d0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8d6037f41a2446080030c95a66aaf6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740049 May 18 06:25:15.085304 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339aa8f-2db4-4183-83c8-9706a9855d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f23b0-6765-442e-af65-1cf06c6617b7,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:15.086387 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 40748) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:15.088723 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2339aa8f-2db4-4183-83c8-9706a9855d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:15.146396 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a8957991-059a-4168-b475-a005a608c9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:15.172092 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a8957991-059a-4168-b475-a005a608c9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:15.222551 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a8957991-059a-4168-b475-a005a608c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:15.226287 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-6fc95cca-01f3-4fe7-a415-49e938e29c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:15.239598 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8957991-059a-4168-b475-a005a608c9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f23b0-6765-442e-af65-1cf06c6617b7,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:15.242249 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a8957991-059a-4168-b475-a005a608c9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:15.249465 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a8957991-059a-4168-b475-a005a608c9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:15.250569 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a8957991-059a-4168-b475-a005a608c9fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a5f23b0-6765-442e-af65-1cf06c6617b7 HTTP/1.1" status: 204 len: 168 time: 0.1625364 May 18 06:25:17.662747 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-880ae122-df9f-454e-923b-114d17bc8b6d tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fadb420955f34d3e9377300857fecc47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304894 May 18 06:25:17.810531 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae3c51-e406-485e-9327-73c5b62542bd req-697ec162-8ffd-456b-871c-18a5c4253008 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:17.812073 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-697ec162-8ffd-456b-871c-18a5c4253008 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435144 May 18 06:25:17.826475 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-c55ea197-2077-48b4-8ae1-ade232dfa0fe tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/quotas/fadb420955f34d3e9377300857fecc47 HTTP/1.1" status: 200 len: 375 time: 0.0090842 May 18 06:25:17.871057 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-d6765bf4-b1ad-4a5a-90a1-2d4273378c19 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fadb420955f34d3e9377300857fecc47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398526 May 18 06:25:18.042255 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-25c13622-37f3-43b3-8836-99c92d245d67 req-e43ab475-22d7-44ac-b667-426728cc5940 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 210 time: 0.0418706 May 18 06:25:18.962874 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-7da22d32-d654-4389-84c8-8f4532200c88 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fadb420955f34d3e9377300857fecc47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268059 May 18 06:25:19.112339 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae3c51-e406-485e-9327-73c5b62542bd req-fcbd2d91-cbd5-4773-9b8c-f80fed465331 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:19.113861 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-fcbd2d91-cbd5-4773-9b8c-f80fed465331 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456561 May 18 06:25:19.136528 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Request body: {'port': {'device_id': '34eaf170-3296-467b-9358-c8d015d19d6e', 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df', 'admin_state_up': True, 'tenant_id': 'fadb420955f34d3e9377300857fecc47'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:25:19.199756 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e264b024-a1ac-4168-9a99-5849542b0796 req-dba52d47-949b-4ab1-815c-22366dc29417 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 210 time: 0.0472615 May 18 06:25:19.270416 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:25:19.274684 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Usage tracker for resource:port and tenant:fadb420955f34d3e9377300857fecc47 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:25:19.277426 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:25:19.282960 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:25:19.292160 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Made reservation on behalf of fadb420955f34d3e9377300857fecc47 for: {'port': 1} {{(pid=78803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:25:19.295558 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:19.307536 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:19.326009 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:25:19.329753 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Usage tracker for resource:security_group_rule and tenant:fadb420955f34d3e9377300857fecc47 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:25:19.332525 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:25:19.338814 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:25:19.419161 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:19.423036 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:19.425850 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8225cb07-be17-447c-8bbf-13d31e56e05a tempest-TestMinimumBasicScenario-2121574036 tempest-TestMinimumBasicScenario-2121574036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:19.501339 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43000d1-63d0-4d54-8ee2-f846e3e02818,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:19.506609 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:19.594657 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Allocated IP 192.168.233.252 (f8070de8-032f-4fed-86c5-95000374c9df/d67c2c5b-e5f6-4a1a-b445-b84a61ef84c2/dda415a0-bb2c-4879-9e05-0c8a0d0fb449) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:25:19.796057 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:19.811287 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Transition to ACTIVE for port object dda415a0-bb2c-4879-9e05-0c8a0d0fb449 will not be triggered until provisioned by entity DHCP. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:25:19.834196 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:19.839636 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-242778d5-9a0c-4e18-973d-33b155c70f2e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:19.902866 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Network f8070de8-032f-4fed-86c5-95000374c9df is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:25:19.903958 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:25:19.907735 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:25:19.952012 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Pushing event updated for resources: {'Port': ['ID=dda415a0-bb2c-4879-9e05-0c8a0d0fb449,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:19.956787 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:19.980239 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:19.980874 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:20.007926 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-a2bf3feb-73ba-4a33-baaa-8bb2b1da81c4 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8752699 May 18 06:25:20.020204 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Request body: {'port': {'device_id': '34eaf170-3296-467b-9358-c8d015d19d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:25:20.120772 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-db360b5d-c75b-4313-832a-0604fb6e89f1 None None] Provisioning for port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:25:20.125530 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-db360b5d-c75b-4313-832a-0604fb6e89f1 None None] Provisioning complete for port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:25:20.125912 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-db360b5d-c75b-4313-832a-0604fb6e89f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:20.132238 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:20.181660 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-db360b5d-c75b-4313-832a-0604fb6e89f1 None None] Port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:25:20.391092 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1e83-f92b-4f2d-bbc5-d6ecea79f72e req-89488e0f-30ed-4fdd-ab46-2010882034b9 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:20.392477 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d9aa1e83-f92b-4f2d-bbc5-d6ecea79f72e req-89488e0f-30ed-4fdd-ab46-2010882034b9 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 936 time: 0.0803730 May 18 06:25:20.437308 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d9aa1e83-f92b-4f2d-bbc5-d6ecea79f72e req-34f6f2ca-3cd5-4d93-8ff5-cd4d168ba020 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43000d1-63d0-4d54-8ee2-f846e3e02818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388596 May 18 06:25:20.552921 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda415a0-bb2c-4879-9e05-0c8a0d0fb449 {{(pid=78803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:25:20.560013 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:20.573762 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.provisioning_blocks [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Transition to ACTIVE for port object dda415a0-bb2c-4879-9e05-0c8a0d0fb449 will not be triggered until provisioned by entity L2. {{(pid=78803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:25:20.577575 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:20.581223 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-04afbcfc-951d-422b-86d6-ef260e718859 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:20.708004 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Pushing event updated for resources: {'Port': ['ID=dda415a0-bb2c-4879-9e05-0c8a0d0fb449,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:20.734492 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:20.815089 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Attempting to bind port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:25:20.815428 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Attempting to bind port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '6147f742-152d-4ba1-baa5-f0f235c5310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df'}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:25:20.815786 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Attempting to bind port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 on network f8070de8-032f-4fed-86c5-95000374c9df {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:25:20.820316 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 on network f8070de8-032f-4fed-86c5-95000374c9df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:25:20.820640 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Attempting to bind port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 on network f8070de8-032f-4fed-86c5-95000374c9df {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:25:20.826131 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:25:20.826467 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Checking segment: {'id': '6147f742-152d-4ba1-baa5-f0f235c5310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:25:20.826880 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Bound using segment: {'id': '6147f742-152d-4ba1-baa5-f0f235c5310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df'} {{(pid=78803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:25:20.827301 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.managers [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Bound port: dda415a0-bb2c-4879-9e05-0c8a0d0fb449, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6147f742-152d-4ba1-baa5-f0f235c5310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df'}}] {{(pid=78803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:25:20.827645 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:20.912592 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] For port dda415a0-bb2c-4879-9e05-0c8a0d0fb449, host hv-cinder-78462, cleared binding levels {{(pid=78803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:25:20.915363 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] For port dda415a0-bb2c-4879-9e05-0c8a0d0fb449, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dda415a0-bb2c-4879-9e05-0c8a0d0fb449,segment=NetworkSegment(6147f742-152d-4ba1-baa5-f0f235c5310d),segment_id=6147f742-152d-4ba1-baa5-f0f235c5310d)] {{(pid=78803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:25:20.919726 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:20.924100 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c1ae1437-07f8-4427-837f-a8085f308745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:20.980920 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:20.981565 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:20.982857 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] 10.222.0.18 "PUT /v2.0/ports/dda415a0-bb2c-4879-9e05-0c8a0d0fb449 HTTP/1.1" status: 200 len: 1098 time: 0.9669878 May 18 06:25:20.983366 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eaf170-3296-467b-9358-c8d015d19d6e', 'tag': 'dda415a0-bb2c-4879-9e05-0c8a0d0fb449'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:25:21.013866 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Pushing event updated for resources: {'Port': ['ID=dda415a0-bb2c-4879-9e05-0c8a0d0fb449,revision_number=3']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:21.020664 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:21.059630 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eaf170-3296-467b-9358-c8d015d19d6e', 'tag': 'dda415a0-bb2c-4879-9e05-0c8a0d0fb449', 'status': 'completed', 'code': 200} May 18 06:25:21.101082 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae3c51-e406-485e-9327-73c5b62542bd req-42c9202d-6dca-4f70-8c7b-4cc44604b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:21.102679 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-42c9202d-6dca-4f70-8c7b-4cc44604b3da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fadb420955f34d3e9377300857fecc47&device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 1101 time: 0.0760252 May 18 06:25:21.181458 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-d67097a4-8879-4a46-a38b-a372b8b7f400 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=dda415a0-bb2c-4879-9e05-0c8a0d0fb449 HTTP/1.1" status: 200 len: 217 time: 0.0636575 May 18 06:25:21.244249 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae3c51-e406-485e-9327-73c5b62542bd req-1bb9b63b-2d0c-4b87-a970-10f34f8932a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:21.245612 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-1bb9b63b-2d0c-4b87-a970-10f34f8932a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d67c2c5b-e5f6-4a1a-b445-b84a61ef84c2 HTTP/1.1" status: 200 len: 843 time: 0.0577300 May 18 06:25:21.324764 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae3c51-e406-485e-9327-73c5b62542bd req-67458674-29c6-4126-98cb-b5cb27d66bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:21.326191 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-67458674-29c6-4126-98cb-b5cb27d66bac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8070de8-032f-4fed-86c5-95000374c9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0729907 May 18 06:25:21.458814 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-b3017391-d854-451a-96b8-738d2f903f6a service neutron] 10.222.0.18 "GET /v2.0/networks/f8070de8-032f-4fed-86c5-95000374c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199284 May 18 06:25:21.591080 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-42ae3c51-e406-485e-9327-73c5b62542bd req-55f96087-450f-47d1-bd24-1107a61f2ea4 service neutron] 10.222.0.18 "GET /v2.0/networks/f8070de8-032f-4fed-86c5-95000374c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246119 May 18 06:25:21.715590 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9573f77-a7d4-4c28-b1b9-2801ab82ae52 req-5330712b-152e-4ef4-ba45-7ee7af1f8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:21.716484 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42644a04-8548-4dc8-8875-0f9388c7f40e req-e5422c48-d61e-4531-84b1-a7d2d8802e5c tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:21.717125 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f9573f77-a7d4-4c28-b1b9-2801ab82ae52 req-5330712b-152e-4ef4-ba45-7ee7af1f8e32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fadb420955f34d3e9377300857fecc47&device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 1101 time: 0.0716357 May 18 06:25:21.718102 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-42644a04-8548-4dc8-8875-0f9388c7f40e req-e5422c48-d61e-4531-84b1-a7d2d8802e5c tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 948 time: 0.1776969 May 18 06:25:21.762768 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-42644a04-8548-4dc8-8875-0f9388c7f40e req-9527cfbc-8a18-40c6-ae0b-bd609053fc14 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43000d1-63d0-4d54-8ee2-f846e3e02818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389774 May 18 06:25:21.854944 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9573f77-a7d4-4c28-b1b9-2801ab82ae52 req-76d553da-968a-426c-a230-faabbb34cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:21.856425 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f9573f77-a7d4-4c28-b1b9-2801ab82ae52 req-76d553da-968a-426c-a230-faabbb34cbbb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f8070de8-032f-4fed-86c5-95000374c9df HTTP/1.1" status: 200 len: 870 time: 0.1280661 May 18 06:25:21.927549 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f9573f77-a7d4-4c28-b1b9-2801ab82ae52 req-8d737210-9d1f-4ef1-a091-4e305f64188a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=dda415a0-bb2c-4879-9e05-0c8a0d0fb449 HTTP/1.1" status: 200 len: 217 time: 0.0627685 May 18 06:25:21.988906 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9573f77-a7d4-4c28-b1b9-2801ab82ae52 req-e5e4daf0-18f6-4e93-a289-cf839ea31b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:21.990208 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f9573f77-a7d4-4c28-b1b9-2801ab82ae52 req-e5e4daf0-18f6-4e93-a289-cf839ea31b94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d67c2c5b-e5f6-4a1a-b445-b84a61ef84c2 HTTP/1.1" status: 200 len: 843 time: 0.0555327 May 18 06:25:22.074882 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9573f77-a7d4-4c28-b1b9-2801ab82ae52 req-17ea92e2-cc66-4ebd-8411-a536e84498e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:22.076320 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f9573f77-a7d4-4c28-b1b9-2801ab82ae52 req-17ea92e2-cc66-4ebd-8411-a536e84498e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8070de8-032f-4fed-86c5-95000374c9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0704284 May 18 06:25:22.285915 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f9573f77-a7d4-4c28-b1b9-2801ab82ae52 req-0b37cbe0-8937-4dae-b40a-10e19226f4c4 service neutron] 10.222.0.18 "GET /v2.0/networks/f8070de8-032f-4fed-86c5-95000374c9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016857 May 18 06:25:22.421042 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-f9573f77-a7d4-4c28-b1b9-2801ab82ae52 req-f2788c97-4762-4056-bd6c-654117484f9a service neutron] 10.222.0.18 "GET /v2.0/networks/f8070de8-032f-4fed-86c5-95000374c9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261809 May 18 06:25:22.946859 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2cbeb-3e39-4ff2-8913-e6534db655da req-141289a7-353d-444f-94fb-a1b78730790c tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:22.948347 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a4e2cbeb-3e39-4ff2-8913-e6534db655da req-141289a7-353d-444f-94fb-a1b78730790c tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 948 time: 0.0838132 May 18 06:25:22.992360 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-a4e2cbeb-3e39-4ff2-8913-e6534db655da req-07f1cf2f-3518-412b-8428-ccfbe16719a3 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43000d1-63d0-4d54-8ee2-f846e3e02818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 May 18 06:25:23.444572 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:23.947552 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device dda415a0-bb2c-4879-9e05-0c8a0d0fb449 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:25:24.079889 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port dda415a0-bb2c-4879-9e05-0c8a0d0fb449, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dda415a0-bb2c-4879-9e05-0c8a0d0fb449,segment=NetworkSegment(6147f742-152d-4ba1-baa5-f0f235c5310d),segment_id=6147f742-152d-4ba1-baa5-f0f235c5310d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:24.094486 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': 'dda415a0-bb2c-4879-9e05-0c8a0d0fb449', 'network_id': 'f8070de8-032f-4fed-86c5-95000374c9df', 'port_id': 'dda415a0-bb2c-4879-9e05-0c8a0d0fb449', 'mac_address': 'fa:16:3e:f8:df:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67c2c5b-e5f6-4a1a-b445-b84a61ef84c2', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:25:24.150188 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:24.169750 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda415a0-bb2c-4879-9e05-0c8a0d0fb449 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:25:24.178677 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32420e1e-f43e-4df7-a8b6-6de993ddc6fa req-1462708b-c64a-4bfb-a1ac-ad4df268e10d tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:24.180669 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-32420e1e-f43e-4df7-a8b6-6de993ddc6fa req-1462708b-c64a-4bfb-a1ac-ad4df268e10d tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 948 time: 0.0790136 May 18 06:25:24.185856 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port dda415a0-bb2c-4879-9e05-0c8a0d0fb449, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dda415a0-bb2c-4879-9e05-0c8a0d0fb449,segment=NetworkSegment(6147f742-152d-4ba1-baa5-f0f235c5310d),segment_id=6147f742-152d-4ba1-baa5-f0f235c5310d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:24.190120 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:24.191933 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:24.225282 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-32420e1e-f43e-4df7-a8b6-6de993ddc6fa req-99bf3666-d9c9-41bd-b0d2-02949b7fd53c tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43000d1-63d0-4d54-8ee2-f846e3e02818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 May 18 06:25:24.261489 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=dda415a0-bb2c-4879-9e05-0c8a0d0fb449,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:24.264530 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:24.444739 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['dda415a0-bb2c-4879-9e05-0c8a0d0fb449'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:25:25.408048 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e788b7-5626-4b81-95af-7b3195c02013 req-fe49f71b-0c46-4ce4-9b1e-9b3e5a383b05 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:25.409377 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c8e788b7-5626-4b81-95af-7b3195c02013 req-fe49f71b-0c46-4ce4-9b1e-9b3e5a383b05 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 949 time: 0.0809658 May 18 06:25:25.453142 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c8e788b7-5626-4b81-95af-7b3195c02013 req-2670961c-d17b-4334-8a11-151d7e775600 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43000d1-63d0-4d54-8ee2-f846e3e02818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382023 May 18 06:25:25.976136 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device dda415a0-bb2c-4879-9e05-0c8a0d0fb449 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:25:26.041758 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:25:26.046223 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:25:26.046599 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:26.159028 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:26.186119 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaf170-3296-467b-9358-c8d015d19d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda415a0-bb2c-4879-9e05-0c8a0d0fb449'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:25:26.195504 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port dda415a0-bb2c-4879-9e05-0c8a0d0fb449, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dda415a0-bb2c-4879-9e05-0c8a0d0fb449,segment=NetworkSegment(6147f742-152d-4ba1-baa5-f0f235c5310d),segment_id=6147f742-152d-4ba1-baa5-f0f235c5310d)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:26.199344 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:26.201215 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:26.234710 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaf170-3296-467b-9358-c8d015d19d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda415a0-bb2c-4879-9e05-0c8a0d0fb449', 'code': 200} May 18 06:25:26.272623 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=dda415a0-bb2c-4879-9e05-0c8a0d0fb449,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:26.275927 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:26.476824 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420a8ea-52c7-4c37-aac2-b8b6ca944952 req-de2a0412-5680-4e57-b7b9-ed1d5862e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:26.478843 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5420a8ea-52c7-4c37-aac2-b8b6ca944952 req-de2a0412-5680-4e57-b7b9-ed1d5862e390 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 1103 time: 0.0696657 May 18 06:25:26.518464 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-5420a8ea-52c7-4c37-aac2-b8b6ca944952 req-1509c63e-3d31-404f-adec-a2aee1496fb5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a43000d1-63d0-4d54-8ee2-f846e3e02818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332208 May 18 06:25:26.632917 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcc359-b120-40ec-97b2-fcb205fae953 req-a297561d-6300-4095-b796-12d7914231ec tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:26.634373 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-dbfcc359-b120-40ec-97b2-fcb205fae953 req-a297561d-6300-4095-b796-12d7914231ec tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 950 time: 0.0776291 May 18 06:25:26.683203 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-dbfcc359-b120-40ec-97b2-fcb205fae953 req-4ef31628-467d-43fc-996d-bfbac51f0f15 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43000d1-63d0-4d54-8ee2-f846e3e02818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 May 18 06:25:27.866942 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae6c1e-c993-45c0-9f36-def21b8e50e8 req-db291ab4-ea75-42d3-92d9-d1b2e75c2000 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:27.868345 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c5ae6c1e-c993-45c0-9f36-def21b8e50e8 req-db291ab4-ea75-42d3-92d9-d1b2e75c2000 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 950 time: 0.0805571 May 18 06:25:27.911772 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c5ae6c1e-c993-45c0-9f36-def21b8e50e8 req-3954e13d-6ddf-47b6-b4f2-59f233c76ad7 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43000d1-63d0-4d54-8ee2-f846e3e02818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378995 May 18 06:25:28.333718 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038333d7-94b7-43b9-ba97-6a17826dc86b req-db0ad336-fa1f-481a-863d-45081a901628 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:28.335169 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-038333d7-94b7-43b9-ba97-6a17826dc86b req-db0ad336-fa1f-481a-863d-45081a901628 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 950 time: 0.0839627 May 18 06:25:28.381157 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-038333d7-94b7-43b9-ba97-6a17826dc86b req-eb925597-3e0d-4aa3-8bf2-c1a037a48094 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43000d1-63d0-4d54-8ee2-f846e3e02818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 May 18 06:25:29.563667 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c2d55-cad0-4e98-a67b-a435bdcbd186 req-08243bb5-1f0f-41cc-a0a9-e43cf92e3eb0 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:29.565131 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-320c2d55-cad0-4e98-a67b-a435bdcbd186 req-08243bb5-1f0f-41cc-a0a9-e43cf92e3eb0 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 950 time: 0.0778449 May 18 06:25:29.613455 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-320c2d55-cad0-4e98-a67b-a435bdcbd186 req-ca528161-0eb4-4412-8549-bde21530de08 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/security-groups?id=a43000d1-63d0-4d54-8ee2-f846e3e02818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 May 18 06:25:29.673152 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-f2cc10e1-bc98-487a-b4a4-c761066ac1a7 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:29.673760 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-f2cc10e1-bc98-487a-b4a4-c761066ac1a7 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Synchronizing usage tracker for tenant:fadb420955f34d3e9377300857fecc47 on resource:port {{(pid=78803) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:25:29.691796 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-f2cc10e1-bc98-487a-b4a4-c761066ac1a7 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Unset dirty status for tenant:fadb420955f34d3e9377300857fecc47 on resource:port {{(pid=78803) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:25:29.693066 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-f2cc10e1-bc98-487a-b4a4-c761066ac1a7 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.18 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 950 time: 0.1069772 May 18 06:25:29.831249 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Deleting port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:25:29.831596 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:29.960076 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] For port dda415a0-bb2c-4879-9e05-0c8a0d0fb449, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=dda415a0-bb2c-4879-9e05-0c8a0d0fb449,segment=NetworkSegment(6147f742-152d-4ba1-baa5-f0f235c5310d),segment_id=6147f742-152d-4ba1-baa5-f0f235c5310d)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:29.960432 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:30.079881 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Calling delete_port for dda415a0-bb2c-4879-9e05-0c8a0d0fb449 owned by compute:nova {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:25:30.187153 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:30.193520 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-88122c1e-5c86-4b39-8242-7ed9c8451b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:30.199155 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['dda415a0-bb2c-4879-9e05-0c8a0d0fb449'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:25:30.241573 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Pushing event deleted for resources: {'Port': ['ID=dda415a0-bb2c-4879-9e05-0c8a0d0fb449,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:30.244351 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:30.287810 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:25:30.320406 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] No DVR routers for this DVR port dda415a0-bb2c-4879-9e05-0c8a0d0fb449 on host hv-cinder-78462 {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:25:30.323614 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:30.326316 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaf170-3296-467b-9358-c8d015d19d6e', 'name': 'network-vif-deleted', 'tag': 'dda415a0-bb2c-4879-9e05-0c8a0d0fb449'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:25:30.345908 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-4ba490b9-872f-4647-8387-cbd83d778f84 req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.18 "DELETE /v2.0/ports/dda415a0-bb2c-4879-9e05-0c8a0d0fb449 HTTP/1.1" status: 204 len: 173 time: 0.6451645 May 18 06:25:30.379941 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaf170-3296-467b-9358-c8d015d19d6e', 'name': 'network-vif-deleted', 'tag': 'dda415a0-bb2c-4879-9e05-0c8a0d0fb449', 'status': 'completed', 'code': 200} May 18 06:25:30.775748 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c2f97e10-dd7b-487c-985e-4e242b389f8c req-2b362a2f-8c2a-4a6e-a4ee-ab532ffb2aa2 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eaf170-3296-467b-9358-c8d015d19d6e HTTP/1.1" status: 200 len: 210 time: 0.0441735 May 18 06:25:34.058558 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device dda415a0-bb2c-4879-9e05-0c8a0d0fb449 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:25:34.086955 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00c0b275-8847-449b-b68b-6dc7ec16a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:34.093168 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: dda415a0-bb2c-4879-9e05-0c8a0d0fb449 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:25:34.093521 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device dda415a0-bb2c-4879-9e05-0c8a0d0fb449 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:25:36.308414 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41112) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:36.457205 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0f927c94-9a62-4c8b-a3f0-8cd73965a076 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fadb420955f34d3e9377300857fecc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475613 May 18 06:25:36.459559 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41120) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:25:36.489727 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:36.517136 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-05f2f773-7cce-42e5-ad32-4974aabd47d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:36.530117 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-fecbdccf-2a40-4950-ab57-e7b19c7d3da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:36.543349 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-05f2f773-7cce-42e5-ad32-4974aabd47d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:36.595197 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-05f2f773-7cce-42e5-ad32-4974aabd47d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:36.599826 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-ac8f04c8-6460-40b5-b32e-d32371dc0cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:36.612456 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2f773-7cce-42e5-ad32-4974aabd47d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43000d1-63d0-4d54-8ee2-f846e3e02818,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:36.614827 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-05f2f773-7cce-42e5-ad32-4974aabd47d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:36.617109 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-05f2f773-7cce-42e5-ad32-4974aabd47d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:36.619690 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-05f2f773-7cce-42e5-ad32-4974aabd47d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a43000d1-63d0-4d54-8ee2-f846e3e02818 HTTP/1.1" status: 204 len: 168 time: 0.1577420 May 18 06:25:37.625497 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:39.379820 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:45.995890 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63675677-f5e2-4d8b-91ef-ce6496f073df req-abf76caa-2b57-4c67-a644-f6071fb84f61 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:45.997323 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-63675677-f5e2-4d8b-91ef-ce6496f073df req-abf76caa-2b57-4c67-a644-f6071fb84f61 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0781217 May 18 06:25:46.044061 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-63675677-f5e2-4d8b-91ef-ce6496f073df req-c4f3ee5c-c5bc-4168-be57-89526d4b377a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 May 18 06:25:47.232520 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c44ac-748a-4f5c-a708-549ba329f612 req-d23a3016-def8-4f74-b11a-2aba797d776b tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:47.233991 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-987c44ac-748a-4f5c-a708-549ba329f612 req-d23a3016-def8-4f74-b11a-2aba797d776b tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0784669 May 18 06:25:47.277663 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-987c44ac-748a-4f5c-a708-549ba329f612 req-ba0e273e-97a7-4681-8284-ba39a07c82e3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380707 May 18 06:25:48.607271 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b8950-5d41-47e3-afd6-9b91451bd071 req-01b1a962-978e-44fd-9457-3ab4d7b8e9f9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:48.608631 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-485b8950-5d41-47e3-afd6-9b91451bd071 req-01b1a962-978e-44fd-9457-3ab4d7b8e9f9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0822222 May 18 06:25:48.651594 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-485b8950-5d41-47e3-afd6-9b91451bd071 req-827e9c89-c2c8-4903-ab73-fb2aa520ae32 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374668 May 18 06:25:49.836693 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49b0e9-ea95-46d1-b772-8c61c414286a req-22b1d6fa-fb97-4e0f-a31f-3c0c6e3027c6 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:49.838130 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bd49b0e9-ea95-46d1-b772-8c61c414286a req-22b1d6fa-fb97-4e0f-a31f-3c0c6e3027c6 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0781682 May 18 06:25:49.884890 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bd49b0e9-ea95-46d1-b772-8c61c414286a req-4b0f599f-8c86-4c79-95e0-dbdb140700bc tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412230 May 18 06:25:51.083102 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc21d3c-109d-406d-8730-095eddc9a320 req-0090d3c1-edc3-4a6a-bae4-cfee9e17397c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:51.085491 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bdc21d3c-109d-406d-8730-095eddc9a320 req-0090d3c1-edc3-4a6a-bae4-cfee9e17397c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0806100 May 18 06:25:51.130686 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bdc21d3c-109d-406d-8730-095eddc9a320 req-df92a952-c5fe-4af5-a72b-226db339d787 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401759 May 18 06:25:52.319482 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c5bac-f675-4866-a791-27231ae30ff6 req-99fe959d-8f2d-49bb-8f05-cf11355bc39e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:52.321445 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3a4c5bac-f675-4866-a791-27231ae30ff6 req-99fe959d-8f2d-49bb-8f05-cf11355bc39e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0833073 May 18 06:25:52.364894 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3a4c5bac-f675-4866-a791-27231ae30ff6 req-a07a3fec-266f-40a0-8ce6-c501ea5b63f7 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377223 May 18 06:25:53.212106 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31056920-b26c-4adb-b750-594ab6f44d27 req-ac8369fd-9818-48ba-b365-7a25b4106ef0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:53.213542 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-31056920-b26c-4adb-b750-594ab6f44d27 req-ac8369fd-9818-48ba-b365-7a25b4106ef0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 946 time: 0.0780365 May 18 06:25:53.261099 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-31056920-b26c-4adb-b750-594ab6f44d27 req-a24b3710-65f2-4b4d-80d8-0b5f212cc302 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418365 May 18 06:25:53.445223 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:53.551785 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b24e3a-749e-4ffd-8637-dfb8840b16e7 req-235e8e91-fae7-4088-bbc5-b1a7409a4bf4 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:53.553203 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-26b24e3a-749e-4ffd-8637-dfb8840b16e7 req-235e8e91-fae7-4088-bbc5-b1a7409a4bf4 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0780556 May 18 06:25:53.596638 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-26b24e3a-749e-4ffd-8637-dfb8840b16e7 req-244aefd7-a7a0-40b9-96ec-c39bc6885080 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373850 May 18 06:25:53.760136 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-0b286b25-308a-47bc-9d97-636c2e8e06e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717471 May 18 06:25:53.893805 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-441eb82c-753d-4231-a6da-30701293d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:53.895229 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-441eb82c-753d-4231-a6da-30701293d4ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7902c59b50db4039b7567ef70cb1eedd&device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 1098 time: 0.0687664 May 18 06:25:54.040094 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-b9ec36ba-2231-4d99-8813-b5fab0be39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:54.041412 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-b9ec36ba-2231-4d99-8813-b5fab0be39e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9777a738-0815-4946-9d71-d335a68f34d1 HTTP/1.1" status: 200 len: 909 time: 0.1223998 May 18 06:25:54.229081 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-82eadd29-cef9-4159-8b97-453a9a453cf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd HTTP/1.1" status: 200 len: 1000 time: 0.1796086 May 18 06:25:54.291036 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-01bf0fde-a5f8-4891-a01c-565b7654884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:54.292434 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-01bf0fde-a5f8-4891-a01c-565b7654884f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2100b811-c80a-4cc2-9677-28d097cba4ff HTTP/1.1" status: 200 len: 847 time: 0.0565250 May 18 06:25:54.372346 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-428cd2fe-86cf-454c-9a74-19bae63e540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:54.373803 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-428cd2fe-86cf-454c-9a74-19bae63e540b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9777a738-0815-4946-9d71-d335a68f34d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0734150 May 18 06:25:54.509371 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-accae75b-46db-4b88-84f1-4bbece210ac7 service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274970 May 18 06:25:54.534857 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27524f4d-6854-4582-8355-3a60695898ae req-e3e2a412-edbf-410c-9053-68ea8e023330 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:54.536343 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-27524f4d-6854-4582-8355-3a60695898ae req-e3e2a412-edbf-410c-9053-68ea8e023330 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 946 time: 0.1704006 May 18 06:25:54.580541 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-27524f4d-6854-4582-8355-3a60695898ae req-70c4dc70-2697-4e7e-b91f-a4c4b4a6c91b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379965 May 18 06:25:54.645464 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-b4154e90-b991-4ff9-9e2a-fdc020e535f7 req-9d9fca9d-9163-4eeb-81c8-1883951813ed service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242294 May 18 06:25:54.759315 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-506a648a-b127-41ea-bb3e-f9e0b2d0b4c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:54.760765 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-506a648a-b127-41ea-bb3e-f9e0b2d0b4c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 946 time: 0.1254902 May 18 06:25:54.898645 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704870d-d8a4-447e-a5fe-68f5ea1100f9 req-820a5db3-4baf-4539-9aa6-8fc4947e9550 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:54.900020 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5704870d-d8a4-447e-a5fe-68f5ea1100f9 req-820a5db3-4baf-4539-9aa6-8fc4947e9550 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.1941042 May 18 06:25:54.951310 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Deleting port 016e28f0-ac8d-4013-8512-101000b9f2e2 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:25:54.951660 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:54.969559 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5704870d-d8a4-447e-a5fe-68f5ea1100f9 req-dd97c0fe-5da6-4ad8-85b5-ebc2debd33c3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634780 May 18 06:25:55.083951 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] For port 016e28f0-ac8d-4013-8512-101000b9f2e2, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=016e28f0-ac8d-4013-8512-101000b9f2e2,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:55.084317 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:55.366616 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:55.366995 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:55.367315 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.l3_db [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Floating IP a5e025bf-7b9d-488f-a43c-c342e680fc73 disassociated. External IP: 172.27.2.202, port: 016e28f0-ac8d-4013-8512-101000b9f2e2. May 18 06:25:55.367659 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Calling delete_port for 016e28f0-ac8d-4013-8512-101000b9f2e2 owned by compute:nova {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:25:55.476925 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:55.482121 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-0b239023-07b7-4335-8b42-54b2e4e49165 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:55.524424 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event deleted for resources: {'Port': ['ID=016e28f0-ac8d-4013-8512-101000b9f2e2,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:55.527904 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:55.731657 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-00cb9635-83dc-41f7-9073-9d151b2a0f1c req-f37abf35-7b13-4b3e-88e9-08cb9c1f5e18 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 210 time: 0.0474653 May 18 06:25:55.748751 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Router eb5c1fe6-599b-4a92-8796-98b49d4d3399 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:25:55.931249 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:25:55.942950 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef51720-36dc-46df-9eb7-b23a578c769d None None] Sync routers for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:25:55.954445 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef51720-36dc-46df-9eb7-b23a578c769d None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:25:55.955443 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-2ef51720-36dc-46df-9eb7-b23a578c769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:25:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:25:56.114057 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] No DVR routers for this DVR port 016e28f0-ac8d-4013-8512-101000b9f2e2 on host hv-cinder-78462 {{(pid=78802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:25:56.116553 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:56.136127 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-2ef51720-36dc-46df-9eb7-b23a578c769d None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:25:56.148478 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'name': 'network-vif-deleted', 'tag': '016e28f0-ac8d-4013-8512-101000b9f2e2'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:25:56.178114 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-669c3349-8996-45ea-ae73-91a5f7e3fb45 req-8eb281c7-82b1-44ca-b34a-971101ae96a0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "DELETE /v2.0/ports/016e28f0-ac8d-4013-8512-101000b9f2e2 HTTP/1.1" status: 204 len: 173 time: 1.4095397 May 18 06:25:56.217112 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27d832-8a6b-4b9a-b425-4da0091d92d8 req-1c9e2a6f-8b6c-4dc2-906b-2b7de7db04b1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:56.218717 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-db27d832-8a6b-4b9a-b425-4da0091d92d8 req-1c9e2a6f-8b6c-4dc2-906b-2b7de7db04b1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.1062803 May 18 06:25:56.294130 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-db27d832-8a6b-4b9a-b425-4da0091d92d8 req-c89b774e-5b05-4aa2-a92e-178049eb7488 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689518 May 18 06:25:56.415959 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58', 'name': 'network-vif-deleted', 'tag': '016e28f0-ac8d-4013-8512-101000b9f2e2', 'status': 'completed', 'code': 200} May 18 06:25:56.485734 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-2ef51720-36dc-46df-9eb7-b23a578c769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:25:56.489413 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef51720-36dc-46df-9eb7-b23a578c769d None None] Checking router: eb5c1fe6-599b-4a92-8796-98b49d4d3399 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:25:56.497564 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef51720-36dc-46df-9eb7-b23a578c769d None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:25:56.498147 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-2ef51720-36dc-46df-9eb7-b23a578c769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:25:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:25:56.674605 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-2ef51720-36dc-46df-9eb7-b23a578c769d None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:25:56.909158 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-f634e117-8fd2-4997-bba4-30fa1c4fcfe9 req-be4453e9-20fc-433d-a00b-15edc91d8db3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Synchronizing usage tracker for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:25:56.925652 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-f634e117-8fd2-4997-bba4-30fa1c4fcfe9 req-be4453e9-20fc-433d-a00b-15edc91d8db3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Unset dirty status for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:25:56.927157 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f634e117-8fd2-4997-bba4-30fa1c4fcfe9 req-be4453e9-20fc-433d-a00b-15edc91d8db3 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d7de3cd-01c8-4bde-bd10-c1cf6e9e0c58 HTTP/1.1" status: 200 len: 210 time: 0.0637832 May 18 06:25:56.982447 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-2ef51720-36dc-46df-9eb7-b23a578c769d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:25:56.986250 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef51720-36dc-46df-9eb7-b23a578c769d None None] The sync data for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi is: [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:25:57.177704 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f62c4-5e8a-480e-854b-af65c7118309 None None] New status for floating IP a5e025bf-7b9d-488f-a43c-c342e680fc73: DOWN {{(pid=78804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:25:57.497368 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf50464-a244-424d-ad36-9c8618938573 req-66bb7620-2136-45fc-81d2-495a547d381a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:57.498807 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ecf50464-a244-424d-ad36-9c8618938573 req-66bb7620-2136-45fc-81d2-495a547d381a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0786681 May 18 06:25:57.543208 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ecf50464-a244-424d-ad36-9c8618938573 req-ae842f8f-1143-4d05-8d03-02b72e45485a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386906 May 18 06:25:58.120213 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:25:58.122557 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 016e28f0-ac8d-4013-8512-101000b9f2e2 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:25:58.158830 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 016e28f0-ac8d-4013-8512-101000b9f2e2 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:25:58.159185 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 016e28f0-ac8d-4013-8512-101000b9f2e2 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:25:58.265807 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-5ae08a59-fc83-4df6-894c-7003046d53e1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664082827&fields=id&tenant_id=4f9d306a59be4bf997637c0d369e937f HTTP/1.1" status: 200 len: 267 time: 0.0386531 May 18 06:25:58.285638 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:58.299796 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'port_id': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'mac_address': 'fa:16:3e:61:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:25:58.359039 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:58.378667 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:25:58.393957 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:25:58.398728 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:25:58.400600 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-3b0b4313-2c8d-4651-b376-013e98335036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:25:58.427970 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-53f3ec82-3a8f-4714-82e4-77a914e5257d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:58.430155 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-53f3ec82-3a8f-4714-82e4-77a914e5257d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 812 time: 0.1570742 May 18 06:25:58.444457 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-c2693760-9eed-4ff2-bd0f-a6ec51eadae1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/quotas/4f9d306a59be4bf997637c0d369e937f HTTP/1.1" status: 200 len: 375 time: 0.0089738 May 18 06:25:58.467264 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,revision_number=6']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:25:58.479481 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.479874 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.480257 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.480647 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.481038 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.481429 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.481816 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.482204 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.482589 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.482973 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.483361 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.483763 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:25:58.488783 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['36c892dc-f20b-4dc4-9b2f-7ae41d699b95'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:25:58.517084 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:25:58.533894 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-d56c9274-0549-4170-a696-58f4ecb5f71f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836265 May 18 06:25:58.733294 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-2254dcd8-6d05-4867-98f2-cc6eeffaf3f3 service neutron] 10.222.0.13 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857846 May 18 06:25:58.878201 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5927cd-75d7-4817-ba31-f04b0711748c req-ee5fd10d-ecf1-483a-85ae-78d1b11d0cf2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:25:58.879666 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6b5927cd-75d7-4817-ba31-f04b0711748c req-ee5fd10d-ecf1-483a-85ae-78d1b11d0cf2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 945 time: 0.1929448 May 18 06:25:58.918209 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-c590f1b4-dcac-427d-8e20-21d5d7edb64b service neutron] 10.222.0.13 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744385 May 18 06:25:58.945781 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6b5927cd-75d7-4817-ba31-f04b0711748c req-77f8963d-9dd9-4f9a-b2a6-0f598ddb70ae tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556958 May 18 06:25:59.408591 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-557c8be2-1a1d-424f-b506-f8e615825fd8 req-16bb662b-c6c3-4216-a820-7ee7860915cb tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 210 time: 0.0638204 May 18 06:26:00.133364 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:26:00.167762 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c0d47-6683-4710-a568-599b9e729c8d req-713f3be8-e3ec-4178-bbfd-b93f8db38dee tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:00.169282 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4e2c0d47-6683-4710-a568-599b9e729c8d req-713f3be8-e3ec-4178-bbfd-b93f8db38dee tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 945 time: 0.0824873 May 18 06:26:00.225933 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4e2c0d47-6683-4710-a568-599b9e729c8d req-a265c789-f21a-48b8-baaa-465b6b4671d1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507834 May 18 06:26:00.245477 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:26:00.248814 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:00.479613 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:00.528086 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-b5ed2e36-0d71-4168-9eb1-25134a67524b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:00.529519 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-b5ed2e36-0d71-4168-9eb1-25134a67524b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 812 time: 0.1520121 May 18 06:26:00.534443 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:26:00.545087 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:00.554328 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:00.556785 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:00.627728 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'code': 200} May 18 06:26:00.657121 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-44e8c9ed-d716-467e-85c8-d13ee3c90052 req-d616b406-2b0c-4a34-a5ad-73299a536a5a tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 210 time: 0.0590329 May 18 06:26:00.672781 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-b621ccb5-c1db-4ab1-933b-1df6aa695328 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f9d306a59be4bf997637c0d369e937f HTTP/1.1" status: 200 len: 379 time: 0.1284637 May 18 06:26:00.677024 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,revision_number=7']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:00.680318 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:00.686809 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'port': {'device_id': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'admin_state_up': True, 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'security_groups': ['9d168ea7-075a-4f66-92a9-96d57c47f918']}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:26:00.834595 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:00.846852 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:00.862634 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Made reservation on behalf of 4f9d306a59be4bf997637c0d369e937f for: {'port': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:26:00.866967 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:01.055622 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Allocated IP 172.20.0.3 (10aa1b95-71cd-4558-bc25-ccc2e2e003ea/0e4e0f13-cd80-4d2c-9d0b-3367a241588b/155e3aab-d763-4a0d-a178-6675d32dfba1) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:26:01.404023 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:01.474144 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.provisioning_blocks [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Transition to ACTIVE for port object 155e3aab-d763-4a0d-a178-6675d32dfba1 will not be triggered until provisioned by entity DHCP. {{(pid=78802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:26:01.525168 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce96a7-b2fd-4fec-8945-bd33bafc1af3 req-6f79ed3f-dbef-43dd-af50-abada92200bf tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:01.526628 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-18ce96a7-b2fd-4fec-8945-bd33bafc1af3 req-6f79ed3f-dbef-43dd-af50-abada92200bf tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.1192660 May 18 06:26:01.549159 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:01.557871 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e74dca36-ff1c-44cd-95fa-b021ee870e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:01.656374 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-18ce96a7-b2fd-4fec-8945-bd33bafc1af3 req-0a982f79-a397-4a9e-906f-3ad886a6bd3b tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231377 May 18 06:26:01.660731 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:26:01.665477 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:26:01.669770 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:26:01.713906 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'Port': ['ID=155e3aab-d763-4a0d-a178-6675d32dfba1,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:01.718557 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:01.748081 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:01.749076 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:01.781233 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1033404 May 18 06:26:01.794239 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Request body: {'port': {'device_id': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:26:01.980329 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.036070 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-f2a06d0a-f46d-4db4-b792-b463c25cbf0d None None] Provisioning for port 155e3aab-d763-4a0d-a178-6675d32dfba1 completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:26:02.041996 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-f2a06d0a-f46d-4db4-b792-b463c25cbf0d None None] Provisioning complete for port 155e3aab-d763-4a0d-a178-6675d32dfba1 triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:26:02.042385 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2a06d0a-f46d-4db4-b792-b463c25cbf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.056486 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801af9b-a947-4717-926f-217bd51f29b5 req-dfe4333c-68b1-45d5-9057-cd9f4a759405 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:02.057211 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-0801af9b-a947-4717-926f-217bd51f29b5 req-dfe4333c-68b1-45d5-9057-cd9f4a759405 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Synchronizing usage tracker for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:26:02.108480 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-f2a06d0a-f46d-4db4-b792-b463c25cbf0d None None] Port 155e3aab-d763-4a0d-a178-6675d32dfba1 cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:26:02.149822 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-0801af9b-a947-4717-926f-217bd51f29b5 req-dfe4333c-68b1-45d5-9057-cd9f4a759405 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Unset dirty status for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:26:02.150889 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0801af9b-a947-4717-926f-217bd51f29b5 req-dfe4333c-68b1-45d5-9057-cd9f4a759405 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 931 time: 0.3107548 May 18 06:26:02.289153 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0801af9b-a947-4717-926f-217bd51f29b5 req-319bdf8d-e88b-4547-9121-8974da822740 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281574 May 18 06:26:02.440914 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155e3aab-d763-4a0d-a178-6675d32dfba1 {{(pid=78802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:26:02.449041 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.466767 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.provisioning_blocks [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Transition to ACTIVE for port object 155e3aab-d763-4a0d-a178-6675d32dfba1 will not be triggered until provisioned by entity L2. {{(pid=78802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:26:02.471209 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2121416'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.476489 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:02.636126 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Pushing event updated for resources: {'Port': ['ID=155e3aab-d763-4a0d-a178-6675d32dfba1,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:02.639068 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:02.714437 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Attempting to bind port 155e3aab-d763-4a0d-a178-6675d32dfba1 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:26:02.714784 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Attempting to bind port 155e3aab-d763-4a0d-a178-6675d32dfba1 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'}] {{(pid=78802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:26:02.715123 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Attempting to bind port 155e3aab-d763-4a0d-a178-6675d32dfba1 on network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:26:02.721834 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Port 155e3aab-d763-4a0d-a178-6675d32dfba1 on network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:26:02.722232 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Attempting to bind port 155e3aab-d763-4a0d-a178-6675d32dfba1 on network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:26:02.730140 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:26:02.730772 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Checking segment: {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:26:02.731277 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Bound using segment: {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'} {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:26:02.731834 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Bound port: 155e3aab-d763-4a0d-a178-6675d32dfba1, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'}}] {{(pid=78802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:26:02.732281 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.899810 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] For port 155e3aab-d763-4a0d-a178-6675d32dfba1, host hv-cinder-78462, cleared binding levels {{(pid=78802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:26:02.904081 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] For port 155e3aab-d763-4a0d-a178-6675d32dfba1, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=155e3aab-d763-4a0d-a178-6675d32dfba1,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:26:02.914495 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2121416'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:02.916855 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e27b948c-5b12-4bde-9f52-4075277e6091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:02.980333 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563614f-3dd5-4286-8233-e3ce688ba590 req-debe8b27-8038-45a6-86eb-59a74bde3749 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:02.987511 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3563614f-3dd5-4286-8233-e3ce688ba590 req-debe8b27-8038-45a6-86eb-59a74bde3749 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.1748114 May 18 06:26:03.030382 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:03.031070 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:03.032594 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] 10.222.0.18 "PUT /v2.0/ports/155e3aab-d763-4a0d-a178-6675d32dfba1 HTTP/1.1" status: 200 len: 1093 time: 1.2426770 May 18 06:26:03.037786 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'tag': '155e3aab-d763-4a0d-a178-6675d32dfba1'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:26:03.055448 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Pushing event updated for resources: {'Port': ['ID=155e3aab-d763-4a0d-a178-6675d32dfba1,revision_number=3']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:03.070607 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:03.124331 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'tag': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'status': 'completed', 'code': 200} May 18 06:26:03.131657 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41266) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:03.134172 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3563614f-3dd5-4286-8233-e3ce688ba590 req-fefdf10a-39b5-4585-b309-be8a04acaf26 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456251 May 18 06:26:03.198679 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-b81a8050-3c8c-47fd-a5b5-237ee2a3aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:03.200728 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-b81a8050-3c8c-47fd-a5b5-237ee2a3aeed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 1096 time: 0.1166136 May 18 06:26:03.301242 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-96c5ce23-1755-45f9-a45c-e62107b624b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=155e3aab-d763-4a0d-a178-6675d32dfba1 HTTP/1.1" status: 200 len: 217 time: 0.0912209 May 18 06:26:03.439179 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-a7e2fe40-c471-4219-a7e2-fe84dbd704c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:03.440965 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-a7e2fe40-c471-4219-a7e2-fe84dbd704c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.1315482 May 18 06:26:03.539133 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Deleting port ecf7f14c-5fef-4ac1-ab53-892739b9cf46 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:03.540475 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:03.677852 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:03.678274 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:03.721805 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1ddb6-4c34-4d52-b9c6-24d81e45293c req-0913c7c9-cb59-4789-94e9-6e6c714cb974 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:03.733889 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5bc1ddb6-4c34-4d52-b9c6-24d81e45293c req-0913c7c9-cb59-4789-94e9-6e6c714cb974 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 943 time: 0.2867408 May 18 06:26:03.751427 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-48534eea-883d-4ae4-adc0-e644faa89d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:03.752915 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-48534eea-883d-4ae4-adc0-e644faa89d73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3046985 May 18 06:26:03.811929 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Calling delete_port for ecf7f14c-5fef-4ac1-ab53-892739b9cf46 owned by network:floatingip {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:03.813759 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5bc1ddb6-4c34-4d52-b9c6-24d81e45293c req-dcb8168e-e71c-476a-9e50-73c63e05d162 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789540 May 18 06:26:03.952543 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:03.954984 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-6001fdbf-50f5-4118-8a73-8ab43349f75c service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748185 May 18 06:26:03.958192 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-647ca910-8a1d-472a-8ecf-44bd6d8f17ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:04.009099 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event deleted for resources: {'Port': ['ID=ecf7f14c-5fef-4ac1-ab53-892739b9cf46,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:04.066238 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.066546 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.066919 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.067286 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.067645 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.068425 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.068425 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.072094 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.073606 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.074092 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.074500 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.074868 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:04.081284 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b55686f2-2cde-4a19-b4bc-bdefbdc0311d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:04.087234 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:04.132768 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-29857c7a-b5e7-4957-bdea-26a6a242134a req-a46441fa-53bb-4641-8bbb-88ccbd2de545 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679106 May 18 06:26:04.152217 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for floatingip, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:04.152861 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.l3_db [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Floating IP 2b56d866-93ee-43a9-9ba6-cf7b3a90f1e1 disassociated (deleted). External IP: 172.27.2.90, port: 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd. May 18 06:26:04.294772 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0527f-d4e4-48d9-aa00-042ad4f84b23 req-5769df16-90c4-401d-8a3e-f73be7118fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:04.296290 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d5c0527f-d4e4-48d9-aa00-042ad4f84b23 req-5769df16-90c4-401d-8a3e-f73be7118fc9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 1096 time: 0.0962963 May 18 06:26:04.499683 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0527f-d4e4-48d9-aa00-042ad4f84b23 req-7a23b9b9-9257-4016-8f45-a8583685cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:04.501146 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d5c0527f-d4e4-48d9-aa00-042ad4f84b23 req-7a23b9b9-9257-4016-8f45-a8583685cdc5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 913 time: 0.1624584 May 18 06:26:04.509829 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d521d-28e1-4be9-80b3-39ebc4cfb401 req-10e14704-d6fe-44f4-9ea8-f1207568768d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:04.511344 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e54d521d-28e1-4be9-80b3-39ebc4cfb401 req-10e14704-d6fe-44f4-9ea8-f1207568768d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.2141857 May 18 06:26:04.594226 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d5c0527f-d4e4-48d9-aa00-042ad4f84b23 req-f966f128-e506-496e-8643-c43139a7a1c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=155e3aab-d763-4a0d-a178-6675d32dfba1 HTTP/1.1" status: 200 len: 217 time: 0.0817659 May 18 06:26:04.673639 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e54d521d-28e1-4be9-80b3-39ebc4cfb401 req-d87eafcf-9d13-4a98-aa37-2100882c5737 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118779 May 18 06:26:04.706409 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0527f-d4e4-48d9-aa00-042ad4f84b23 req-848fe0f7-806b-4d24-a6b2-f7f4ec055c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:04.708300 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d5c0527f-d4e4-48d9-aa00-042ad4f84b23 req-848fe0f7-806b-4d24-a6b2-f7f4ec055c75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0986192 May 18 06:26:04.742880 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Router 5d16a58e-3289-414a-b3b7-050661d55de4 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:26:04.804552 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0527f-d4e4-48d9-aa00-042ad4f84b23 req-03296e9d-8d5f-40fc-a6cb-f5a9be2a9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:04.806293 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d5c0527f-d4e4-48d9-aa00-042ad4f84b23 req-03296e9d-8d5f-40fc-a6cb-f5a9be2a9b6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0902700 May 18 06:26:04.930618 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:26:04.941089 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b9c0d-3e16-48c8-ad6b-2c4a5470ec71 None None] Sync routers for ids ['5d16a58e-3289-414a-b3b7-050661d55de4'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:26:04.955899 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b9c0d-3e16-48c8-ad6b-2c4a5470ec71 None None] Routers {'5d16a58e-3289-414a-b3b7-050661d55de4'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:26:04.957259 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-4d1b9c0d-3e16-48c8-ad6b-2c4a5470ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:25:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5d16a58e-3289-414a-b3b7-050661d55de4'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:04.967372 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d5c0527f-d4e4-48d9-aa00-042ad4f84b23 req-031dbfc7-94cc-415a-8390-2c21a9962cb4 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527421 May 18 06:26:04.971415 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:05.052696 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-983cc74c-639b-4b92-99c4-e4ab91ffbfbc tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "DELETE /v2.0/floatingips/2b56d866-93ee-43a9-9ba6-cf7b3a90f1e1 HTTP/1.1" status: 204 len: 168 time: 1.9164667 May 18 06:26:05.053432 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:26:05.159832 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d5c0527f-d4e4-48d9-aa00-042ad4f84b23 req-32bce928-aa27-41e7-811a-32d373043ec6 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843204 May 18 06:26:05.247470 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-4d1b9c0d-3e16-48c8-ad6b-2c4a5470ec71 None None] Set router 5d16a58e-3289-414a-b3b7-050661d55de4 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:26:05.309449 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15b79a-e8ae-4eb0-b943-2382fa0bccc0 req-fcd7147e-e019-448f-9903-c9be4a1201b8 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:05.311322 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aa15b79a-e8ae-4eb0-b943-2382fa0bccc0 req-fcd7147e-e019-448f-9903-c9be4a1201b8 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 943 time: 0.1494656 May 18 06:26:05.373696 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aa15b79a-e8ae-4eb0-b943-2382fa0bccc0 req-f53d48f5-d14a-4738-9994-b31fa6741630 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564215 May 18 06:26:05.456134 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'status': 'completed', 'code': 200} May 18 06:26:05.570356 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928a06-7eda-48e8-85a6-89439c677da4 req-fceb3599-cc47-422f-acc0-b1baaba8bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:05.571843 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0928a06-7eda-48e8-85a6-89439c677da4 req-fceb3599-cc47-422f-acc0-b1baaba8bb3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7902c59b50db4039b7567ef70cb1eedd&device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 1098 time: 0.0942822 May 18 06:26:05.629898 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-4d1b9c0d-3e16-48c8-ad6b-2c4a5470ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:06Z', 'revision_number': 4, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f0852ec5-36b6-46b6-8275-1a4b77e99379', 'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:04Z', 'updated_at': '2021-05-18T06:21:13Z', 'revision_number': 5, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'subnets': [{'id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:05.639338 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b9c0d-3e16-48c8-ad6b-2c4a5470ec71 None None] Checking router: 5d16a58e-3289-414a-b3b7-050661d55de4 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:26:05.649339 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b9c0d-3e16-48c8-ad6b-2c4a5470ec71 None None] Routers {'5d16a58e-3289-414a-b3b7-050661d55de4'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:26:05.649944 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-4d1b9c0d-3e16-48c8-ad6b-2c4a5470ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:25:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5d16a58e-3289-414a-b3b7-050661d55de4'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:05.914980 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-4d1b9c0d-3e16-48c8-ad6b-2c4a5470ec71 None None] Set router 5d16a58e-3289-414a-b3b7-050661d55de4 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:26:06.017834 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928a06-7eda-48e8-85a6-89439c677da4 req-ba80be0e-ba37-4bed-b680-19a93455791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:06.019349 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0928a06-7eda-48e8-85a6-89439c677da4 req-ba80be0e-ba37-4bed-b680-19a93455791b service neutron] 10.222.0.18 "GET /v2.0/networks?id=9777a738-0815-4946-9d71-d335a68f34d1 HTTP/1.1" status: 200 len: 909 time: 0.4382343 May 18 06:26:06.121419 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0928a06-7eda-48e8-85a6-89439c677da4 req-a3f24854-812a-469b-ac15-3d23f7e3b7ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd HTTP/1.1" status: 200 len: 217 time: 0.0919862 May 18 06:26:06.214837 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928a06-7eda-48e8-85a6-89439c677da4 req-ec055eb7-5941-42b7-837e-307752d3af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:06.216406 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0928a06-7eda-48e8-85a6-89439c677da4 req-ec055eb7-5941-42b7-837e-307752d3af4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2100b811-c80a-4cc2-9677-28d097cba4ff HTTP/1.1" status: 200 len: 847 time: 0.0852652 May 18 06:26:06.230527 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1b133-8aeb-4e75-8511-27b0d358a40a req-5789d514-9542-4836-aab4-dd356ac2a2f1 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:06.235419 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ebc1b133-8aeb-4e75-8511-27b0d358a40a req-5789d514-9542-4836-aab4-dd356ac2a2f1 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.5641949 May 18 06:26:06.279970 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-4d1b9c0d-3e16-48c8-ad6b-2c4a5470ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:06Z', 'revision_number': 4, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f0852ec5-36b6-46b6-8275-1a4b77e99379', 'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:04Z', 'updated_at': '2021-05-18T06:21:13Z', 'revision_number': 5, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'subnets': [{'id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:06.285418 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b9c0d-3e16-48c8-ad6b-2c4a5470ec71 None None] The sync data for ids ['5d16a58e-3289-414a-b3b7-050661d55de4'] in dv-cinder-784623-10-iscsi is: [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:21:06Z', 'revision_number': 4, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': 'f0852ec5-36b6-46b6-8275-1a4b77e99379', 'name': '', 'network_id': '9777a738-0815-4946-9d71-d335a68f34d1', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'mac_address': 'fa:16:3e:f9:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:04Z', 'updated_at': '2021-05-18T06:21:13Z', 'revision_number': 5, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'subnets': [{'id': '2100b811-c80a-4cc2-9677-28d097cba4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:26:06.285610 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf1b85-ccc3-46d0-80c7-cf77d5420eec req-86ac3484-3173-40b8-acc9-7195030c7c7e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:06.287955 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8fdf1b85-ccc3-46d0-80c7-cf77d5420eec req-86ac3484-3173-40b8-acc9-7195030c7c7e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.3761256 May 18 06:26:06.406644 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8fdf1b85-ccc3-46d0-80c7-cf77d5420eec req-310f0132-5d29-4bbc-9c51-652719ef4d1a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950012 May 18 06:26:06.417741 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ebc1b133-8aeb-4e75-8511-27b0d358a40a req-ed4095f1-79cd-42c3-9fe0-d03e918bfd15 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401768 May 18 06:26:06.433417 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0928a06-7eda-48e8-85a6-89439c677da4 req-d85c00e1-e529-436a-9e54-b79cfb3b18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:06.433417 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0928a06-7eda-48e8-85a6-89439c677da4 req-d85c00e1-e529-436a-9e54-b79cfb3b18b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9777a738-0815-4946-9d71-d335a68f34d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1956270 May 18 06:26:06.513098 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:06.559986 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2c89-7a06-42f2-a7f9-2b1830b9d14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:06.647788 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61f627f-507f-471b-9837-84266ccbb73d None None] New status for floating IP 2b56d866-93ee-43a9-9ba6-cf7b3a90f1e1: DOWN {{(pid=78804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:26:06.696775 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0928a06-7eda-48e8-85a6-89439c677da4 req-4049369d-9cab-4530-ba47-b5163dcbb526 service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557814 May 18 06:26:06.705959 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1808d4-8622-4f52-8911-d53b83111495 req-d2c19243-5f9b-4eea-ab51-af0ced866790 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:06.707481 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9d1808d4-8622-4f52-8911-d53b83111495 req-d2c19243-5f9b-4eea-ab51-af0ced866790 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 943 time: 0.1619861 May 18 06:26:06.852295 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-9d1808d4-8622-4f52-8911-d53b83111495 req-300ee0e3-6f98-4626-8699-ecc1f02a37f1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229992 May 18 06:26:06.900419 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f0928a06-7eda-48e8-85a6-89439c677da4 req-87019702-06ba-4014-81ef-c65837345ee3 service neutron] 10.222.0.18 "GET /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919222 May 18 06:26:07.158396 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65695a14-2b50-4792-a0e0-6f3d99bd3a8a req-01973963-60e9-4720-bd0e-33eb6c1a8476 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:07.159932 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-65695a14-2b50-4792-a0e0-6f3d99bd3a8a req-01973963-60e9-4720-bd0e-33eb6c1a8476 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.0905287 May 18 06:26:07.289993 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:26:07.328538 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [req-65695a14-2b50-4792-a0e0-6f3d99bd3a8a req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Deleting port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:07.329186 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-65695a14-2b50-4792-a0e0-6f3d99bd3a8a req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:07.479552 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-65695a14-2b50-4792-a0e0-6f3d99bd3a8a req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] For port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:07.479952 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-65695a14-2b50-4792-a0e0-6f3d99bd3a8a req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:07.631837 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:07.669992 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [req-65695a14-2b50-4792-a0e0-6f3d99bd3a8a req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Calling delete_port for 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd owned by compute:nova {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:07.827251 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb326157-bbb7-4760-9b83-0586a28c399b req-1a48da3b-7b41-492d-9100-46f24fce249d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:07.828634 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb326157-bbb7-4760-9b83-0586a28c399b req-1a48da3b-7b41-492d-9100-46f24fce249d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 945 time: 0.1663222 May 18 06:26:07.837712 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8d3d1-d25d-4de5-8885-63202802f1d2 req-5dc1419c-4b15-4bbf-b71c-58ce0bc877b1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:07.839181 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8cd8d3d1-d25d-4de5-8885-63202802f1d2 req-5dc1419c-4b15-4bbf-b71c-58ce0bc877b1 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.2075372 May 18 06:26:08.081892 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8cd8d3d1-d25d-4de5-8885-63202802f1d2 req-5f826048-4c7c-4bee-b326-d4540ee55edc tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255452 May 18 06:26:08.108938 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fb326157-bbb7-4760-9b83-0586a28c399b req-0ad01d38-d351-4252-bbb2-633a1265571d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/security-groups?id=81108fb6-431a-4367-8906-0a18093bc32c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680278 May 18 06:26:08.129167 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-65695a14-2b50-4792-a0e0-6f3d99bd3a8a req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:08.142487 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ca73d3dc-f277-47b3-8650-34a1d13fe1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:08.188996 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event deleted for resources: {'Port': ['ID=647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:08.227478 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:08.316037 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [req-65695a14-2b50-4792-a0e0-6f3d99bd3a8a req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] No DVR routers for this DVR port 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd on host hv-cinder-78462 {{(pid=78802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:26:08.319137 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-65695a14-2b50-4792-a0e0-6f3d99bd3a8a req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:08.322243 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'name': 'network-vif-deleted', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:26:08.333466 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-65695a14-2b50-4792-a0e0-6f3d99bd3a8a req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.18 "DELETE /v2.0/ports/647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd HTTP/1.1" status: 204 len: 173 time: 1.1677659 May 18 06:26:08.376450 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2e641-f26e-4f4d-9aff-db3bff005d58 req-274a7518-cc16-43aa-8c6f-baba295259e8 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:08.380462 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-36a2e641-f26e-4f4d-9aff-db3bff005d58 req-274a7518-cc16-43aa-8c6f-baba295259e8 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 943 time: 0.1518545 May 18 06:26:08.383030 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2f84b7-2a83-41a7-a769-c8d8b5a7508e', 'name': 'network-vif-deleted', 'tag': '647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd', 'status': 'completed', 'code': 200} May 18 06:26:08.448244 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-36a2e641-f26e-4f4d-9aff-db3bff005d58 req-4a1b1144-ab86-4bd5-8bb2-abacecdf8b74 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635197 May 18 06:26:09.296765 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-4f00e5c9-6d82-467d-ab25-7fdfc8b33285 req-5bb38142-5000-4102-8b21-a1be34ba46b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Synchronizing usage tracker for tenant:7902c59b50db4039b7567ef70cb1eedd on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:26:09.325053 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-4f00e5c9-6d82-467d-ab25-7fdfc8b33285 req-5bb38142-5000-4102-8b21-a1be34ba46b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Unset dirty status for tenant:7902c59b50db4039b7567ef70cb1eedd on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:26:09.326372 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-4f00e5c9-6d82-467d-ab25-7fdfc8b33285 req-5bb38142-5000-4102-8b21-a1be34ba46b6 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a2f84b7-2a83-41a7-a769-c8d8b5a7508e HTTP/1.1" status: 200 len: 210 time: 0.0898659 May 18 06:26:09.347594 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3ca53-114e-4e3b-84e8-95e5a6e3008b req-7ef57ce8-9365-4732-a208-1d54b23a49f4 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:09.349396 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-23a3ca53-114e-4e3b-84e8-95e5a6e3008b req-7ef57ce8-9365-4732-a208-1d54b23a49f4 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.1489894 May 18 06:26:09.382791 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:09.395606 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-23a3ca53-114e-4e3b-84e8-95e5a6e3008b req-de4e186b-4c53-4b98-8838-dfda8b98cf22 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399156 May 18 06:26:09.626615 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8be016-a9c5-4d45-8c47-5c0b8f95a4b4 req-9b8e6ccd-ac15-4e29-b6e0-7332daf2865d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:09.628012 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-df8be016-a9c5-4d45-8c47-5c0b8f95a4b4 req-9b8e6ccd-ac15-4e29-b6e0-7332daf2865d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 943 time: 0.0789623 May 18 06:26:09.677381 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-df8be016-a9c5-4d45-8c47-5c0b8f95a4b4 req-2efadea9-eeab-4cfe-934a-78dda1ec3c2c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435114 May 18 06:26:09.815825 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60644f-b544-4a92-b967-718e5edd7d50 req-8eae2e4c-72d7-453e-bd93-a96c26ceecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:09.817318 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-de60644f-b544-4a92-b967-718e5edd7d50 req-8eae2e4c-72d7-453e-bd93-a96c26ceecff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 1099 time: 0.0760911 May 18 06:26:09.950377 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60644f-b544-4a92-b967-718e5edd7d50 req-19bda443-ed5c-4a7f-a66d-50d4dea9a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:09.951858 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-de60644f-b544-4a92-b967-718e5edd7d50 req-19bda443-ed5c-4a7f-a66d-50d4dea9a947 service neutron] 10.222.0.18 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 918 time: 0.1273260 May 18 06:26:10.060251 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-de60644f-b544-4a92-b967-718e5edd7d50 req-46944119-896a-43f4-92e8-61db4fd18ebf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95 HTTP/1.1" status: 200 len: 1001 time: 0.1008339 May 18 06:26:10.122258 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60644f-b544-4a92-b967-718e5edd7d50 req-3500b70d-f80c-46ea-a783-9e700b526738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:10.123656 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-de60644f-b544-4a92-b967-718e5edd7d50 req-3500b70d-f80c-46ea-a783-9e700b526738 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 200 len: 856 time: 0.0564725 May 18 06:26:10.181624 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:10.204964 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60644f-b544-4a92-b967-718e5edd7d50 req-586c4a7e-669b-4bd9-b094-9b5d81625394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:10.206339 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-de60644f-b544-4a92-b967-718e5edd7d50 req-586c4a7e-669b-4bd9-b094-9b5d81625394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feb21229-4b88-4211-935f-c205971cde1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0757117 May 18 06:26:10.218765 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:26:10.219124 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 647d4cc6-9a4f-41b6-8ee0-1aa0f63666fd not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:26:10.349722 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-de60644f-b544-4a92-b967-718e5edd7d50 req-a09d508d-72c1-47a9-a42f-f0b748badab3 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365154 May 18 06:26:10.424258 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41322) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:10.482539 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-de60644f-b544-4a92-b967-718e5edd7d50 req-97b91209-46e7-49f6-b850-9ab41d6fbce5 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259987 May 18 06:26:10.495160 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-254af65e-2988-455d-b368-2d36027c3497 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.526903 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-254af65e-2988-455d-b368-2d36027c3497 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.590636 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50153f23-31cb-4d15-a020-c1af793ce82c req-89aa9349-11f6-4920-b0ee-73c2bfd11336 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:10.592335 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-50153f23-31cb-4d15-a020-c1af793ce82c req-89aa9349-11f6-4920-b0ee-73c2bfd11336 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.0828433 May 18 06:26:10.596822 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-254af65e-2988-455d-b368-2d36027c3497 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.601911 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0646f3cc-0049-46b8-9490-d6d93ee242ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:10.617686 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254af65e-2988-455d-b368-2d36027c3497 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81108fb6-431a-4367-8906-0a18093bc32c,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:10.620665 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-254af65e-2988-455d-b368-2d36027c3497 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:10.629657 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-254af65e-2988-455d-b368-2d36027c3497 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:10.630759 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-254af65e-2988-455d-b368-2d36027c3497 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] 10.222.0.13 "DELETE /v2.0/security-groups/81108fb6-431a-4367-8906-0a18093bc32c HTTP/1.1" status: 204 len: 168 time: 0.2054040 May 18 06:26:10.640368 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-50153f23-31cb-4d15-a020-c1af793ce82c req-d0df802e-c694-4723-ac16-866be485010f tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407329 May 18 06:26:10.678525 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 41328) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:11.093399 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ab900-4657-4a69-b2c4-a43e901c35d1 req-328a0bef-16da-49dd-8d5e-9c16ebaf34e6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:11.094755 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2d0ab900-4657-4a69-b2c4-a43e901c35d1 req-328a0bef-16da-49dd-8d5e-9c16ebaf34e6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 943 time: 0.3148320 May 18 06:26:11.219844 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2d0ab900-4657-4a69-b2c4-a43e901c35d1 req-c4332dc7-3f58-4acc-b011-6756d98d6751 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173737 May 18 06:26:11.494555 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676150'] for router_interface, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:11.885039 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d48f8b-c366-4986-acfb-9c80c2458e92 req-c473ca86-070a-469c-bf21-29f43cd052e7 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:11.886354 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-64d48f8b-c366-4986-acfb-9c80c2458e92 req-c473ca86-070a-469c-bf21-29f43cd052e7 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 946 time: 0.1343474 May 18 06:26:11.972831 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-64d48f8b-c366-4986-acfb-9c80c2458e92 req-fee1b034-8ac7-4d4a-9d73-35e709002506 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799754 May 18 06:26:11.998340 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Deleting port f0852ec5-36b6-46b6-8275-1a4b77e99379 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:11.998340 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.110818 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] For port f0852ec5-36b6-46b6-8275-1a4b77e99379, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=f0852ec5-36b6-46b6-8275-1a4b77e99379,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:12.111172 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.187375 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 155e3aab-d763-4a0d-a178-6675d32dfba1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:26:12.190678 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:12.232001 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Calling delete_port for f0852ec5-36b6-46b6-8275-1a4b77e99379 owned by network:router_interface {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:12.435691 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.437854 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.443789 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:12.453825 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 155e3aab-d763-4a0d-a178-6675d32dfba1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=155e3aab-d763-4a0d-a178-6675d32dfba1,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:12.474966 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'port_id': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'mac_address': 'fa:16:3e:3a:ae:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:26:12.482903 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:26:12.531607 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:12.536138 dv-cinder-784623-10-iscsi neutron-server[78804]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'code': 422} returned with failed status May 18 06:26:12.539638 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.543159 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:12.602281 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0852ec5-36b6-46b6-8275-1a4b77e99379,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:12.603843 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.629422 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155e3aab-d763-4a0d-a178-6675d32dfba1 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:26:12.642298 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.642681 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.643063 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.643416 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.643813 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.644426 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.644560 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.644860 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.644985 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,revision_number=8']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:12.645217 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.645572 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.645927 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.646280 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:26:12.649037 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:12.651913 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 155e3aab-d763-4a0d-a178-6675d32dfba1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=155e3aab-d763-4a0d-a178-6675d32dfba1,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:12.654775 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:12.661223 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:12.663462 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:12.693512 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae1828-596e-4612-b20c-4c831092735d req-b697a0d0-dcaa-47cc-85f4-fa226bc152f1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:12.694915 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e8ae1828-596e-4612-b20c-4c831092735d req-b697a0d0-dcaa-47cc-85f4-fa226bc152f1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 943 time: 0.3434215 May 18 06:26:12.740600 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=155e3aab-d763-4a0d-a178-6675d32dfba1,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:12.744594 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:12.823953 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e8ae1828-596e-4612-b20c-4c831092735d req-bf0fb9a6-cb91-4526-8667-7be3412f0412 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180291 May 18 06:26:12.863359 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['155e3aab-d763-4a0d-a178-6675d32dfba1'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:26:12.922799 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676250'] for router_interface, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:13.323275 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c61c6-5142-45e0-b040-9ef3bf611ff5 req-7b3470d6-9596-4a0a-9ba0-f864c89c60a8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:13.324749 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-750c61c6-5142-45e0-b040-9ef3bf611ff5 req-7b3470d6-9596-4a0a-9ba0-f864c89c60a8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.2372468 May 18 06:26:13.380300 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Router 5d16a58e-3289-414a-b3b7-050661d55de4 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:26:13.387649 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-750c61c6-5142-45e0-b040-9ef3bf611ff5 req-cf4cacc2-7f44-4aab-aae7-37bb0a63ba3c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560431 May 18 06:26:13.562961 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:26:13.571890 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71447c9e-95af-41bd-8de6-2cee34e81792 None None] Sync routers for ids ['5d16a58e-3289-414a-b3b7-050661d55de4'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:26:13.583077 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-68b983fb-df77-4e0b-96c0-3003b633ec4d admin admin] 10.222.0.13 "PUT /v2.0/routers/5d16a58e-3289-414a-b3b7-050661d55de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9004407 May 18 06:26:13.583205 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71447c9e-95af-41bd-8de6-2cee34e81792 None None] Routers {'5d16a58e-3289-414a-b3b7-050661d55de4'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:26:13.583205 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-71447c9e-95af-41bd-8de6-2cee34e81792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:26:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5d16a58e-3289-414a-b3b7-050661d55de4'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:13.583410 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 41348) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:13.763914 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Notify callbacks [] for router, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:13.773696 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-71447c9e-95af-41bd-8de6-2cee34e81792 None None] Set router 5d16a58e-3289-414a-b3b7-050661d55de4 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:26:14.104737 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-71447c9e-95af-41bd-8de6-2cee34e81792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'e150f5dd-44df-4ece-9353-689771b81944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:26:12Z', 'revision_number': 5, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port': {'id': 'e150f5dd-44df-4ece-9353-689771b81944', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:bc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:00Z', 'updated_at': '2021-05-18T06:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:14.110195 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71447c9e-95af-41bd-8de6-2cee34e81792 None None] Checking router: 5d16a58e-3289-414a-b3b7-050661d55de4 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:26:14.121119 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71447c9e-95af-41bd-8de6-2cee34e81792 None None] Routers {'5d16a58e-3289-414a-b3b7-050661d55de4'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:26:14.121941 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-71447c9e-95af-41bd-8de6-2cee34e81792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:26:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5d16a58e-3289-414a-b3b7-050661d55de4'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:14.128293 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.176741 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f76658-ac24-495e-86d5-f7d5ab3ebdf7 req-8e161afc-61a5-403e-807b-d8a724cff77c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:14.180000 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-56f76658-ac24-495e-86d5-f7d5ab3ebdf7 req-8e161afc-61a5-403e-807b-d8a724cff77c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 944 time: 0.1526566 May 18 06:26:14.204662 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 155e3aab-d763-4a0d-a178-6675d32dfba1 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:26:14.238246 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-56f76658-ac24-495e-86d5-f7d5ab3ebdf7 req-d810ba8b-80c2-4519-b18f-4cd2f8cfce9a tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485270 May 18 06:26:14.250672 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Deleting port e150f5dd-44df-4ece-9353-689771b81944 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:14.251028 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.311405 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 155e3aab-d763-4a0d-a178-6675d32dfba1 completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:26:14.318039 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 155e3aab-d763-4a0d-a178-6675d32dfba1 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:26:14.318896 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.323393 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-71447c9e-95af-41bd-8de6-2cee34e81792 None None] Set router 5d16a58e-3289-414a-b3b7-050661d55de4 gateway port host: None {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:26:14.389791 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] For port e150f5dd-44df-4ece-9353-689771b81944, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=e150f5dd-44df-4ece-9353-689771b81944,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:14.390077 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.438115 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-71447c9e-95af-41bd-8de6-2cee34e81792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:26:14Z', 'revision_number': 6, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port_host': None}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:14.442972 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71447c9e-95af-41bd-8de6-2cee34e81792 None None] The sync data for ids ['5d16a58e-3289-414a-b3b7-050661d55de4'] in dv-cinder-784623-10-iscsi is: [{'id': '5d16a58e-3289-414a-b3b7-050661d55de4', 'name': 'tempest-TestShelveInstance-957357682-router', 'tenant_id': '7902c59b50db4039b7567ef70cb1eedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:20:59Z', 'updated_at': '2021-05-18T06:26:14Z', 'revision_number': 6, 'project_id': '7902c59b50db4039b7567ef70cb1eedd', 'gw_port_host': None}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:26:14.462025 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.507061 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 155e3aab-d763-4a0d-a178-6675d32dfba1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=155e3aab-d763-4a0d-a178-6675d32dfba1,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:14.511037 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.513820 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:14.529512 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Calling delete_port for e150f5dd-44df-4ece-9353-689771b81944 owned by network:router_gateway {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:14.549108 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155e3aab-d763-4a0d-a178-6675d32dfba1'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:26:14.588059 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=155e3aab-d763-4a0d-a178-6675d32dfba1,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:14.599922 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:14.609229 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'code': 200} May 18 06:26:14.674039 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:14.678766 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-07a26ace-1677-4cdb-8041-a393c55bc46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:14.724593 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Pushing event deleted for resources: {'Port': ['ID=e150f5dd-44df-4ece-9353-689771b81944,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:14.727920 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:14.954056 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678673'] for router_gateway, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.104520 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-ac74899b-715d-4302-82b1-8bfbdeb3c60d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715938 May 18 06:26:15.143963 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7152'] for router, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.148428 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.179211 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750be792-a32f-430d-a353-8da3ead44e37 req-83a428bd-b5fb-4c48-a7ad-2c694a8fd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:15.180953 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-750be792-a32f-430d-a353-8da3ead44e37 req-83a428bd-b5fb-4c48-a7ad-2c694a8fd16b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 1098 time: 0.3554263 May 18 06:26:15.191508 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2ad8d-684c-4ca8-a657-b2ee8dfc276c req-f9092baf-38fd-48db-a775-d091c580c5b8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:15.193056 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-79f2ad8d-684c-4ca8-a657-b2ee8dfc276c req-f9092baf-38fd-48db-a775-d091c580c5b8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.3211012 May 18 06:26:15.225045 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678889'] for router, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.225691 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d16a58e-3289-414a-b3b7-050661d55de4 {{(pid=78802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:26:15.305686 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.307776 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5d16a58e-3289-414a-b3b7-050661d55de4 HTTP/1.1" status: 204 len: 168 time: 1.7228382 May 18 06:26:15.309826 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41398) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:15.316314 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-750be792-a32f-430d-a353-8da3ead44e37 req-925276d9-d597-4fce-8167-51d1de071139 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213655 May 18 06:26:15.325424 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-79f2ad8d-684c-4ca8-a657-b2ee8dfc276c req-5d962920-8782-4138-8f2c-86ce628dc037 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162236 May 18 06:26:15.331220 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e150f5dd-44df-4ece-9353-689771b81944 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:15.373535 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: e150f5dd-44df-4ece-9353-689771b81944 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:26:15.374423 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device e150f5dd-44df-4ece-9353-689771b81944 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:26:15.375045 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f0852ec5-36b6-46b6-8275-1a4b77e99379 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:15.420535 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: f0852ec5-36b6-46b6-8275-1a4b77e99379 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:26:15.421181 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device f0852ec5-36b6-46b6-8275-1a4b77e99379 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:26:15.424804 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abe1cd0-20ec-4330-9016-b12753758203 admin admin] Deleting subnet 2100b811-c80a-4cc2-9677-28d097cba4ff {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:26:15.429409 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7abe1cd0-20ec-4330-9016-b12753758203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.472432 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bd5e1-723e-4c60-9069-dd46c3b3a4b8 req-7134fadb-c0b4-4c98-93ff-e47c22e16b9c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:15.473909 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-473bd5e1-723e-4c60-9069-dd46c3b3a4b8 req-7134fadb-c0b4-4c98-93ff-e47c22e16b9c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 945 time: 0.0923104 May 18 06:26:15.481508 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7abe1cd0-20ec-4330-9016-b12753758203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3065593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.534401 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-473bd5e1-723e-4c60-9069-dd46c3b3a4b8 req-2089921d-0309-47a0-a580-9ed0ee3cd007 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536165 May 18 06:26:15.611925 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7abe1cd0-20ec-4330-9016-b12753758203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.862314 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7abe1cd0-20ec-4330-9016-b12753758203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3913268'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.867419 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-42f61135-2cc7-40e2-9c6d-94476fa4fc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:15.901517 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe1cd0-20ec-4330-9016-b12753758203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2100b811-c80a-4cc2-9677-28d097cba4ff,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:15.904024 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7abe1cd0-20ec-4330-9016-b12753758203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:15.908215 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0e05c1-91cc-4d72-b2c8-7489f0d78ce6 None None] Network 9777a738-0815-4946-9d71-d335a68f34d1 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:26:15.908399 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7abe1cd0-20ec-4330-9016-b12753758203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:15.912358 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7abe1cd0-20ec-4330-9016-b12753758203 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2100b811-c80a-4cc2-9677-28d097cba4ff HTTP/1.1" status: 204 len: 168 time: 0.5989215 May 18 06:26:15.913672 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41402) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:16.020364 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.104882 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Deleting port 34ce168b-173c-41f4-b975-9a6511bf8dfc {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:16.105614 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.173957 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-080c539a-43ff-4cef-8bac-581d62c3e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:16.175417 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-080c539a-43ff-4cef-8bac-581d62c3e7d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226&tenant_id=fe3b048f6cb84fa7b80a90fb8b290385 HTTP/1.1" status: 200 len: 1097 time: 0.0846629 May 18 06:26:16.214851 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:16.222966 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] For port 34ce168b-173c-41f4-b975-9a6511bf8dfc, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=34ce168b-173c-41f4-b975-9a6511bf8dfc,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:16.223404 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.255494 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d694a5-b0c9-4ab9-a9e6-cc1febad4e10 None None] DHCP port deletion for 9777a738-0815-4946-9d71-d335a68f34d1 request from dv-cinder-784623-10-iscsi {{(pid=78804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:26:16.267942 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-4f12b7fc-d528-4835-b1d3-b84979c9c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:16.269548 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-4f12b7fc-d528-4835-b1d3-b84979c9c0c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 1097 time: 0.0724266 May 18 06:26:16.402575 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-32d694a5-b0c9-4ab9-a9e6-cc1febad4e10 None None] Deleting port 34ce168b-173c-41f4-b975-9a6511bf8dfc {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:16.403630 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32d694a5-b0c9-4ab9-a9e6-cc1febad4e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.465647 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Calling delete_port for 34ce168b-173c-41f4-b975-9a6511bf8dfc owned by network:dhcp {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:16.508527 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-32d694a5-b0c9-4ab9-a9e6-cc1febad4e10 None None] For port 34ce168b-173c-41f4-b975-9a6511bf8dfc, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=34ce168b-173c-41f4-b975-9a6511bf8dfc,segment=NetworkSegment(62864f80-67dd-4cae-9295-85f5e7f31218),segment_id=62864f80-67dd-4cae-9295-85f5e7f31218)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:16.509030 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32d694a5-b0c9-4ab9-a9e6-cc1febad4e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.515495 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.520507 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-81fe245c-1fe8-48e0-b767-8344e43d14cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:16.568235 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=34ce168b-173c-41f4-b975-9a6511bf8dfc,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:16.569834 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] No DVR routers for this DVR port 34ce168b-173c-41f4-b975-9a6511bf8dfc on host dv-cinder-784623-10-iscsi {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:26:16.571367 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:16.583981 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-71d4ec81-fc9a-4e74-9366-4fd0f0f00c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:16.585993 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-71d4ec81-fc9a-4e74-9366-4fd0f0f00c97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 918 time: 0.3106701 May 18 06:26:16.641724 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-32d694a5-b0c9-4ab9-a9e6-cc1febad4e10 None None] Calling delete_port for 34ce168b-173c-41f4-b975-9a6511bf8dfc owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:16.660788 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eef2bf-72e8-45b7-8c84-05244102b9ab req-20f452bf-15fc-45f5-a01f-9960a878814c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:16.668670 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-09eef2bf-72e8-45b7-8c84-05244102b9ab req-20f452bf-15fc-45f5-a01f-9960a878814c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.1914520 May 18 06:26:16.689950 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-32d694a5-b0c9-4ab9-a9e6-cc1febad4e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.694592 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:16.707197 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.720892 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9777a738-0815-4946-9d71-d335a68f34d1']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:16.735564 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62864f80-67dd-4cae-9295-85f5e7f31218') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:16.735911 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62864f80-67dd-4cae-9295-85f5e7f31218') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:16.737241 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d694a5-b0c9-4ab9-a9e6-cc1febad4e10 None None] Pushing event deleted for resources: {'Port': ['ID=34ce168b-173c-41f4-b975-9a6511bf8dfc,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:16.740653 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-32d694a5-b0c9-4ab9-a9e6-cc1febad4e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:16.741760 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d694a5-b0c9-4ab9-a9e6-cc1febad4e10 None None] No DVR routers for this DVR port 34ce168b-173c-41f4-b975-9a6511bf8dfc on host dv-cinder-784623-10-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:26:16.754256 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065590'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.775117 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.781940 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:26:16.782234 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848483'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: Traceback (most recent call last): May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: timer() May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: cb(*args, **kw) May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: return func(*args, **kwargs) May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: self._notify() May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: self.callback(batched_events) May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: event.method(event) May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: return f(self, *a, **k) May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._get(url).json() May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:26:16.796177 dv-cinder-784623-10-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:26:16.800602 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-09eef2bf-72e8-45b7-8c84-05244102b9ab req-f301d151-b7da-4a4f-8786-9cd330d8c3f8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309826 May 18 06:26:16.802462 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-b2e0c7ec-64fe-4ad0-9387-a5df64afe29d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95 HTTP/1.1" status: 200 len: 999 time: 0.2091541 May 18 06:26:16.868894 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6f874-7e3e-4edc-85b6-a5f6a8e0ef6f req-ff644fdb-766c-4164-98a9-bd786d2b6ce1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:16.869327 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.871018 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b0d6f874-7e3e-4edc-85b6-a5f6a8e0ef6f req-ff644fdb-766c-4164-98a9-bd786d2b6ce1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 945 time: 0.1989663 May 18 06:26:16.874066 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-fb104731-f41c-4cbe-abd8-e51fca3b5a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:16.890006 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:16.892240 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-10e7f610-a453-4c48-a857-de8ddb70f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:16.893616 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-10e7f610-a453-4c48-a857-de8ddb70f476 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 200 len: 856 time: 0.0839069 May 18 06:26:16.898599 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9777a738-0815-4946-9d71-d335a68f34d1,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:16.901741 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:16.912419 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-8999305f-258d-480d-9a38-7a3d20c8d3b9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9777a738-0815-4946-9d71-d335a68f34d1 HTTP/1.1" status: 204 len: 168 time: 0.9982913 May 18 06:26:16.915764 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41410) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:16.967829 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-b0d6f874-7e3e-4edc-85b6-a5f6a8e0ef6f req-f0c8a01e-ea36-4f48-9cf8-16aa4b524375 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908639 May 18 06:26:16.990625 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-3b09a235-9c71-4877-84b1-d851a96d1d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:16.992262 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-3b09a235-9c71-4877-84b1-d851a96d1d7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feb21229-4b88-4211-935f-c205971cde1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0908933 May 18 06:26:17.175907 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-eaca5f97-a33b-44a2-971b-9341e39f1994 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771970 May 18 06:26:17.210504 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8547a-cf94-42bf-a86d-5a5e9a639db7 req-0c937fab-e000-4602-9f36-3b76bb3b04df tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:17.211998 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6aa8547a-cf94-42bf-a86d-5a5e9a639db7 req-0c937fab-e000-4602-9f36-3b76bb3b04df tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 945 time: 0.1373374 May 18 06:26:17.260568 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 34ce168b-173c-41f4-b975-9a6511bf8dfc no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:17.302392 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 34ce168b-173c-41f4-b975-9a6511bf8dfc {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:26:17.302785 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 34ce168b-173c-41f4-b975-9a6511bf8dfc not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:26:17.329334 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6aa8547a-cf94-42bf-a86d-5a5e9a639db7 req-e549434f-a8d2-46b0-a4bc-e2fe2706efb1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614536 May 18 06:26:17.353993 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41416) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:17.366744 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0e2d740d-a42d-4f55-a574-54bdd836188c req-53abd6e3-c1ca-4dd0-b69b-f8c255846b57 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832731 May 18 06:26:17.453036 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d53dee5-1b9c-4b49-bafb-c6d87cef88d6 tempest-TestVolumeBootPattern-91879330 tempest-TestVolumeBootPattern-91879330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:17.454531 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-6d53dee5-1b9c-4b49-bafb-c6d87cef88d6 tempest-TestVolumeBootPattern-91879330 tempest-TestVolumeBootPattern-91879330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 1093 time: 0.0996068 May 18 06:26:17.457644 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 41424) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:17.462971 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'floatingip': {'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'port_id': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:26:17.468820 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:26:17.472590 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:floatingip and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:26:17.475432 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:26:17.482091 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:26:17.492551 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.538381 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676150'] for router_interface, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.635765 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:17.787034 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Allocated IP 172.27.2.121 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/1cdfec7c-2705-4266-9f0e-ad704ee87e2b) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:26:18.073372 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.116879 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb37ac-7590-424c-bfcb-2594fb6b7190 req-03d4184c-3a59-4f36-883e-043e500d8c5a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:18.118398 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceeb37ac-7590-424c-bfcb-2594fb6b7190 req-03d4184c-3a59-4f36-883e-043e500d8c5a tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.1246548 May 18 06:26:18.164722 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.171133 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9aecf136-1685-427d-a13e-fc2c63b01d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:18.210674 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceeb37ac-7590-424c-bfcb-2594fb6b7190 req-0f300d7b-b17d-4054-95fe-83655450aaeb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860322 May 18 06:26:18.272865 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] Deleting port b6086183-b30f-4819-b896-156c84b15282 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:18.277960 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.286969 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'Port': ['ID=1cdfec7c-2705-4266-9f0e-ad704ee87e2b,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:18.300725 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:26:18.302446 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:18.303731 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:26:18.312549 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:26:18.435104 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] For port b6086183-b30f-4819-b896-156c84b15282, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=b6086183-b30f-4819-b896-156c84b15282,segment=NetworkSegment(3881381f-9b95-4b89-bb6b-32e2dcb2b6f3),segment_id=3881381f-9b95-4b89-bb6b-32e2dcb2b6f3)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:18.436316 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.584748 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] Calling delete_port for b6086183-b30f-4819-b896-156c84b15282 owned by network:router_interface {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:18.879786 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.891521 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:18.896430 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:18.941691 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6086183-b30f-4819-b896-156c84b15282,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:18.975434 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:18.975908 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.287605 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676250'] for router_interface, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.416573 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.429412 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2121416'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.435465 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-04305318-b085-4242-a7ef-d6f512563609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:19.556300 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'Port': ['ID=1cdfec7c-2705-4266-9f0e-ad704ee87e2b,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:19.562110 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:19.577028 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:19.638427 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb210f-7709-467a-8c7f-385408d1f4b1 req-35a4c64b-b3b9-476e-8d2e-e8b0dd7ed3a2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:19.641080 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-59fb210f-7709-467a-8c7f-385408d1f4b1 req-35a4c64b-b3b9-476e-8d2e-e8b0dd7ed3a2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.2773612 May 18 06:26:19.716904 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-59fb210f-7709-467a-8c7f-385408d1f4b1 req-ee21f5e4-c3f8-438b-85fc-ce4d97620272 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589974 May 18 06:26:19.818977 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.l3_db [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Floating IP d1f81fb7-eb04-4b39-a014-6d0a739b48f5 associated. External IP: 172.27.2.121, port: 155e3aab-d763-4a0d-a178-6675d32dfba1. May 18 06:26:19.825736 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] Router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:26:20.012287 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:26:20.021589 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e253ba-7303-49bb-a4c5-9d6fa757cd6d None None] Sync routers for ids ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:26:20.031531 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e253ba-7303-49bb-a4c5-9d6fa757cd6d None None] Routers {'c86e1456-36b5-4cdc-b4ab-54ee6da57c86'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:26:20.032561 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-f1e253ba-7303-49bb-a4c5-9d6fa757cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:26:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:20.048315 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-7e9a1174-10e8-4b7a-90bd-27a72a00108d admin admin] 10.222.0.13 "PUT /v2.0/routers/c86e1456-36b5-4cdc-b4ab-54ee6da57c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1314006 May 18 06:26:20.049192 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41448) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:20.233515 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-f1e253ba-7303-49bb-a4c5-9d6fa757cd6d None None] Set router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:26:20.235522 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Router eb5c1fe6-599b-4a92-8796-98b49d4d3399 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:26:20.371100 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:20.627551 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:26:20.642638 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f04e54b-9fd5-4a42-91ca-aff512baa280 None None] Sync routers for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:26:20.648900 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-f1e253ba-7303-49bb-a4c5-9d6fa757cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'name': 'tempest-TestShelveInstance-797247504-router', 'tenant_id': '53847520dff64e359d59d71147234156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:10Z', 'updated_at': '2021-05-18T06:26:18Z', 'revision_number': 5, 'project_id': '53847520dff64e359d59d71147234156', 'gw_port': {'id': '5fd33eb2-3a8f-4ef7-afe3-203f7100af11', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:11Z', 'updated_at': '2021-05-18T06:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:20.653168 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e253ba-7303-49bb-a4c5-9d6fa757cd6d None None] Checking router: c86e1456-36b5-4cdc-b4ab-54ee6da57c86 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:26:20.664432 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f04e54b-9fd5-4a42-91ca-aff512baa280 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:26:20.664432 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-6f04e54b-9fd5-4a42-91ca-aff512baa280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:26:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:20.664778 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e253ba-7303-49bb-a4c5-9d6fa757cd6d None None] Routers {'c86e1456-36b5-4cdc-b4ab-54ee6da57c86'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:26:20.664778 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-f1e253ba-7303-49bb-a4c5-9d6fa757cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:26:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:20.669136 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:20.669797 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:20.807489 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-2410307b-0c79-45a0-94a9-79a00a110b09 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3487248 May 18 06:26:20.809922 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'tag': '155e3aab-d763-4a0d-a178-6675d32dfba1'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:26:20.850302 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-f1e253ba-7303-49bb-a4c5-9d6fa757cd6d None None] Set router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 gateway port host: None {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:26:20.886568 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Deleting port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:20.887139 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:20.920129 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'tag': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'status': 'completed', 'code': 200} May 18 06:26:20.990833 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-6f04e54b-9fd5-4a42-91ca-aff512baa280 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:26:21.046672 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-f1e253ba-7303-49bb-a4c5-9d6fa757cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'name': 'tempest-TestShelveInstance-797247504-router', 'tenant_id': '53847520dff64e359d59d71147234156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:10Z', 'updated_at': '2021-05-18T06:26:20Z', 'revision_number': 6, 'project_id': '53847520dff64e359d59d71147234156', 'gw_port_host': None}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:21.050826 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e253ba-7303-49bb-a4c5-9d6fa757cd6d None None] The sync data for ids ['c86e1456-36b5-4cdc-b4ab-54ee6da57c86'] in dv-cinder-784623-10-iscsi is: [{'id': 'c86e1456-36b5-4cdc-b4ab-54ee6da57c86', 'name': 'tempest-TestShelveInstance-797247504-router', 'tenant_id': '53847520dff64e359d59d71147234156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:10Z', 'updated_at': '2021-05-18T06:26:20Z', 'revision_number': 6, 'project_id': '53847520dff64e359d59d71147234156', 'gw_port_host': None}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:26:21.123924 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53af2ac-8cb4-45bb-aabb-d4383eb76e2a req-910625b9-5b06-4338-9b71-7bd9311868db tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:21.140466 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e53af2ac-8cb4-45bb-aabb-d4383eb76e2a req-910625b9-5b06-4338-9b71-7bd9311868db tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.1551702 May 18 06:26:21.164663 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] For port 5fd33eb2-3a8f-4ef7-afe3-203f7100af11, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=5fd33eb2-3a8f-4ef7-afe3-203f7100af11,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:21.165020 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:21.208853 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e53af2ac-8cb4-45bb-aabb-d4383eb76e2a req-9fdadfee-5230-451b-967d-ece89ed607d4 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675683 May 18 06:26:21.338723 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Calling delete_port for 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 owned by network:router_gateway {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:21.472021 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device b6086183-b30f-4819-b896-156c84b15282 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:21.487542 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-6f04e54b-9fd5-4a42-91ca-aff512baa280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'd1f81fb7-eb04-4b39-a014-6d0a739b48f5', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:3a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:26:18Z', 'updated_at': '2021-05-18T06:26:18Z', 'revision_number': 0, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:21.492541 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f04e54b-9fd5-4a42-91ca-aff512baa280 None None] Checking router: eb5c1fe6-599b-4a92-8796-98b49d4d3399 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:26:21.501437 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f04e54b-9fd5-4a42-91ca-aff512baa280 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:26:21.503798 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-6f04e54b-9fd5-4a42-91ca-aff512baa280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:26:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:21.522894 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: b6086183-b30f-4819-b896-156c84b15282 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:26:21.523315 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device b6086183-b30f-4819-b896-156c84b15282 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:26:21.547407 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:21.551691 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-37908b10-5d29-448a-a7e3-5a55519fd373 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:21.607324 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd33eb2-3a8f-4ef7-afe3-203f7100af11,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:21.634205 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:21.711027 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-6f04e54b-9fd5-4a42-91ca-aff512baa280 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:26:21.727484 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678673'] for router_gateway, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:21.906472 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7152'] for router, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:21.909221 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:22.120010 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678889'] for router, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:22.120885 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c86e1456-36b5-4cdc-b4ab-54ee6da57c86 {{(pid=78803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:26:22.139194 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:22.144806 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-6f04e54b-9fd5-4a42-91ca-aff512baa280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'd1f81fb7-eb04-4b39-a014-6d0a739b48f5', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:3a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:26:18Z', 'updated_at': '2021-05-18T06:26:18Z', 'revision_number': 0, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:22.145086 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 41460) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:22.148563 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f04e54b-9fd5-4a42-91ca-aff512baa280 None None] The sync data for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi is: [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'd1f81fb7-eb04-4b39-a014-6d0a739b48f5', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:3a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:26:18Z', 'updated_at': '2021-05-18T06:26:18Z', 'revision_number': 0, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:26:22.152419 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-a32da5a7-4ed4-46db-b5c4-bc6cd746f1b8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c86e1456-36b5-4cdc-b4ab-54ee6da57c86 HTTP/1.1" status: 204 len: 168 time: 2.0907047 May 18 06:26:22.261279 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee50c10a-8643-4d03-9fdc-0ba8e3b410b5 admin admin] Deleting subnet 7e505f6c-05a7-40ef-bf43-142d157d56f4 {{(pid=78802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:26:22.266035 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ee50c10a-8643-4d03-9fdc-0ba8e3b410b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:22.351877 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ee50c10a-8643-4d03-9fdc-0ba8e3b410b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66634650'] for subnet, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:22.490784 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb7dbd-7491-4f4e-93f7-44132eb0ae7c None None] New status for floating IP d1f81fb7-eb04-4b39-a014-6d0a739b48f5: ACTIVE {{(pid=78804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:26:22.535985 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d4a3e-5db9-45ec-b5c0-b30eac4165ec req-1f47d73c-34c4-4ef9-abac-b3bf9e2af819 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:22.537531 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e60d4a3e-5db9-45ec-b5c0-b30eac4165ec req-1f47d73c-34c4-4ef9-abac-b3bf9e2af819 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.1309075 May 18 06:26:22.549848 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ee50c10a-8643-4d03-9fdc-0ba8e3b410b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:22.708325 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e60d4a3e-5db9-45ec-b5c0-b30eac4165ec req-e5f9bb10-fc7a-4981-a8d3-a0e2617388dc tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259987 May 18 06:26:22.873111 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ee50c10a-8643-4d03-9fdc-0ba8e3b410b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2121266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2767021'] for subnet, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:22.877238 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d2852e44-924e-49e6-905d-8ff71953ae6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:22.915688 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50c10a-8643-4d03-9fdc-0ba8e3b410b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e505f6c-05a7-40ef-bf43-142d157d56f4,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:22.918639 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ee50c10a-8643-4d03-9fdc-0ba8e3b410b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:22.919611 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ee50c10a-8643-4d03-9fdc-0ba8e3b410b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:22.924857 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e76c0-e3ee-4611-a825-a28a06a183e5 None None] Network 6e3ce310-b543-4aa9-a89d-b19158973096 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:26:22.925631 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-ee50c10a-8643-4d03-9fdc-0ba8e3b410b5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7e505f6c-05a7-40ef-bf43-142d157d56f4 HTTP/1.1" status: 204 len: 168 time: 0.7808778 May 18 06:26:22.928728 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41466) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:23.034351 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.113178 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Deleting port cfc69c99-ff0f-4efd-baeb-d8024254e276 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:23.113774 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.214663 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a99ea-c550-494a-805d-6b0d0fe57a8f None None] DHCP port deletion for 6e3ce310-b543-4aa9-a89d-b19158973096 request from dv-cinder-784623-10-iscsi {{(pid=78804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:26:23.224189 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] For port cfc69c99-ff0f-4efd-baeb-d8024254e276, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=cfc69c99-ff0f-4efd-baeb-d8024254e276,segment=NetworkSegment(3881381f-9b95-4b89-bb6b-32e2dcb2b6f3),segment_id=3881381f-9b95-4b89-bb6b-32e2dcb2b6f3)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:23.228567 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.323127 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device cfc69c99-ff0f-4efd-baeb-d8024254e276 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:23.376326 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-e56a99ea-c550-494a-805d-6b0d0fe57a8f None None] Deleting port cfc69c99-ff0f-4efd-baeb-d8024254e276 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:26:23.376643 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e56a99ea-c550-494a-805d-6b0d0fe57a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.398980 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Calling delete_port for cfc69c99-ff0f-4efd-baeb-d8024254e276 owned by network:dhcp {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:23.449037 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.455412 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-997b6c47-edf6-4ad7-bf67-c9220ff0191e tempest-AttachVolumeTestJSON-854323806 tempest-AttachVolumeTestJSON-854323806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:23.476065 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No active binding found for port cfc69c99-ff0f-4efd-baeb-d8024254e276 {{(pid=78804) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 18 06:26:23.476480 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device cfc69c99-ff0f-4efd-baeb-d8024254e276 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:26:23.476906 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:26:23.502030 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfc69c99-ff0f-4efd-baeb-d8024254e276,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:23.505169 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:23.507169 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] No DVR routers for this DVR port cfc69c99-ff0f-4efd-baeb-d8024254e276 on host dv-cinder-784623-10-iscsi {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:26:23.521352 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:26:23.521924 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 5fd33eb2-3a8f-4ef7-afe3-203f7100af11 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:26:23.525474 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.535314 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-e56a99ea-c550-494a-805d-6b0d0fe57a8f None None] For port cfc69c99-ff0f-4efd-baeb-d8024254e276, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=cfc69c99-ff0f-4efd-baeb-d8024254e276,segment=NetworkSegment(3881381f-9b95-4b89-bb6b-32e2dcb2b6f3),segment_id=3881381f-9b95-4b89-bb6b-32e2dcb2b6f3)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:23.536139 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e56a99ea-c550-494a-805d-6b0d0fe57a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.651354 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.664407 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-e56a99ea-c550-494a-805d-6b0d0fe57a8f None None] Calling delete_port for cfc69c99-ff0f-4efd-baeb-d8024254e276 owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:26:23.665379 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3ce310-b543-4aa9-a89d-b19158973096']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:23.680086 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3881381f-9b95-4b89-bb6b-32e2dcb2b6f3') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:23.680434 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3881381f-9b95-4b89-bb6b-32e2dcb2b6f3') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:26:23.693228 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065590'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.708981 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e56a99ea-c550-494a-805d-6b0d0fe57a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.714104 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-85c416ec-47dc-4213-b55d-40ff6013034c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:23.716242 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.728698 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:26:23.729261 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848483'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: Traceback (most recent call last): May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: timer() May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: cb(*args, **kw) May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: return func(*args, **kwargs) May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: self._notify() May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: self.callback(batched_events) May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: event.method(event) May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: return f(self, *a, **k) May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._get(url).json() May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:26:23.743514 dv-cinder-784623-10-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:26:23.762076 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a99ea-c550-494a-805d-6b0d0fe57a8f None None] Pushing event deleted for resources: {'Port': ['ID=cfc69c99-ff0f-4efd-baeb-d8024254e276,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:23.763926 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a99ea-c550-494a-805d-6b0d0fe57a8f None None] No DVR routers for this DVR port cfc69c99-ff0f-4efd-baeb-d8024254e276 on host dv-cinder-784623-10-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:26:23.765416 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e56a99ea-c550-494a-805d-6b0d0fe57a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:23.836197 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.845121 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:23.858963 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:23.869548 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3ce310-b543-4aa9-a89d-b19158973096,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:23.874076 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:23.880400 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-401dd546-c609-47ab-a6ef-c8ef305b4c25 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6e3ce310-b543-4aa9-a89d-b19158973096 HTTP/1.1" status: 204 len: 168 time: 0.9505498 May 18 06:26:23.982918 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eec4e4-3e6c-4abb-a958-4c40109898e0 req-75b908e3-e133-4bdf-a59b-7e774685a4c9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:23.984643 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-55eec4e4-3e6c-4abb-a958-4c40109898e0 req-75b908e3-e133-4bdf-a59b-7e774685a4c9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.0876553 May 18 06:26:24.040259 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-55eec4e4-3e6c-4abb-a958-4c40109898e0 req-cecbd1a4-745d-45e7-aad8-e4bf9e27d65c tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493324 May 18 06:26:24.047460 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 41476) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:24.097516 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-8cd0be6a-faed-4e43-b743-00bc5777ce45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7902c59b50db4039b7567ef70cb1eedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488343 May 18 06:26:24.099817 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 41480) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:24.163579 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e8e09f28-8aa0-4956-841e-2b802afb5f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.192161 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e8e09f28-8aa0-4956-841e-2b802afb5f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.253605 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e8e09f28-8aa0-4956-841e-2b802afb5f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.259195 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1a990484-8af3-4086-854d-3df8bb7b3cc5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:24.274715 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e09f28-8aa0-4956-841e-2b802afb5f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a4b178-fffc-4b5d-84cd-e1fc5e6d633b,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:24.283356 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-e8e09f28-8aa0-4956-841e-2b802afb5f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:24.286792 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-e8e09f28-8aa0-4956-841e-2b802afb5f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.287965 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-e8e09f28-8aa0-4956-841e-2b802afb5f98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4a4b178-fffc-4b5d-84cd-e1fc5e6d633b HTTP/1.1" status: 204 len: 168 time: 0.1871734 May 18 06:26:24.644966 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41488) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:24.699321 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-2d653a2d-f366-4613-9aa0-18c71d27e4ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53847520dff64e359d59d71147234156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530479 May 18 06:26:24.701723 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41492) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:26:24.761569 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-341e2e73-5b34-4206-813e-fee371177416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.788020 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-341e2e73-5b34-4206-813e-fee371177416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.840341 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-341e2e73-5b34-4206-813e-fee371177416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.844158 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c186b02e-aa32-44c8-873c-36d1e435c361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:24.856085 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e2e73-5b34-4206-813e-fee371177416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eb6e31-1ecd-474d-a537-b3fc521aef9a,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:24.859619 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-341e2e73-5b34-4206-813e-fee371177416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:24.862979 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-341e2e73-5b34-4206-813e-fee371177416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:24.866994 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-341e2e73-5b34-4206-813e-fee371177416 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8eb6e31-1ecd-474d-a537-b3fc521aef9a HTTP/1.1" status: 204 len: 168 time: 0.1614504 May 18 06:26:25.264983 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2bc93-0067-430b-85e2-847783c2ae07 req-a338781b-f670-4a2e-a06d-60193e848178 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:25.267280 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f2c2bc93-0067-430b-85e2-847783c2ae07 req-a338781b-f670-4a2e-a06d-60193e848178 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.1006384 May 18 06:26:25.322669 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f2c2bc93-0067-430b-85e2-847783c2ae07 req-0f1933cf-5638-41cf-a38d-19b8efd498d5 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487642 May 18 06:26:26.516790 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687123-a211-44ba-9670-c9659b317fa2 req-67a9e59d-9c49-4010-b24e-9c7600afdab9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:26.518391 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2e687123-a211-44ba-9670-c9659b317fa2 req-67a9e59d-9c49-4010-b24e-9c7600afdab9 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.0818777 May 18 06:26:26.564235 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2e687123-a211-44ba-9670-c9659b317fa2 req-84fed4e6-8ebc-4854-9467-1c2d6c471b75 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 May 18 06:26:27.754621 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc6d21-2fbd-434a-b079-243d6578ea73 req-ea250ab7-807b-49d7-9774-a951423f415e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:27.755979 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-45dc6d21-2fbd-434a-b079-243d6578ea73 req-ea250ab7-807b-49d7-9774-a951423f415e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.0825222 May 18 06:26:27.798777 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-45dc6d21-2fbd-434a-b079-243d6578ea73 req-ecdd82cf-8781-4503-bf4d-dc7c6470dadb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372193 May 18 06:26:27.996074 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509dc9d-c06a-4fba-bd5b-7aae70ccf659 req-d49a63ae-1d76-4253-bb76-e291ccc963a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:27.997496 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2509dc9d-c06a-4fba-bd5b-7aae70ccf659 req-d49a63ae-1d76-4253-bb76-e291ccc963a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 1098 time: 0.0684264 May 18 06:26:28.214761 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509dc9d-c06a-4fba-bd5b-7aae70ccf659 req-1e671062-a48a-477c-a25a-432d706937e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:28.216307 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2509dc9d-c06a-4fba-bd5b-7aae70ccf659 req-1e671062-a48a-477c-a25a-432d706937e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 913 time: 0.2117701 May 18 06:26:28.320477 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2509dc9d-c06a-4fba-bd5b-7aae70ccf659 req-7e42688a-0d48-447d-bbe1-a91888b59470 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=155e3aab-d763-4a0d-a178-6675d32dfba1 HTTP/1.1" status: 200 len: 1001 time: 0.0970459 May 18 06:26:28.385172 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509dc9d-c06a-4fba-bd5b-7aae70ccf659 req-17062552-c4e0-46ce-9adc-8b648bf971ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:28.386542 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2509dc9d-c06a-4fba-bd5b-7aae70ccf659 req-17062552-c4e0-46ce-9adc-8b648bf971ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0586662 May 18 06:26:28.459023 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509dc9d-c06a-4fba-bd5b-7aae70ccf659 req-33b80cf6-2e72-4103-8993-c33144f3b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:28.461048 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2509dc9d-c06a-4fba-bd5b-7aae70ccf659 req-33b80cf6-2e72-4103-8993-c33144f3b776 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676737 May 18 06:26:28.590385 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2509dc9d-c06a-4fba-bd5b-7aae70ccf659 req-afb7a36d-0162-4956-8343-837be0c1749a service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209831 May 18 06:26:28.721476 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2509dc9d-c06a-4fba-bd5b-7aae70ccf659 req-45062bfc-8912-42f7-93c9-52c74ac2489e service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223979 May 18 06:26:28.985912 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd25f4-9d9f-4c2b-992f-11f0f100341a req-73207369-1fc3-40eb-bef6-14c7dda61368 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:28.987340 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6fbd25f4-9d9f-4c2b-992f-11f0f100341a req-73207369-1fc3-40eb-bef6-14c7dda61368 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.0819523 May 18 06:26:29.030954 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6fbd25f4-9d9f-4c2b-992f-11f0f100341a req-08692173-55de-4525-8d79-70a7db37346d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374475 May 18 06:26:30.216510 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635d876-5216-4ba6-991f-3b6fcadaaf3e req-e06dfe6d-f0aa-421f-acf4-e54c495e881b tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:30.217980 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c635d876-5216-4ba6-991f-3b6fcadaaf3e req-e06dfe6d-f0aa-421f-acf4-e54c495e881b tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 944 time: 0.0794380 May 18 06:26:30.265252 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c635d876-5216-4ba6-991f-3b6fcadaaf3e req-b7c4281b-392d-4270-8170-3a2f72a225c7 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 May 18 06:26:30.290045 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:26:30.419434 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:30.432992 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'port_id': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'mac_address': 'fa:16:3e:61:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:26:30.485929 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.502412 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:26:30.516949 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:30.520915 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:30.522842 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:30.624520 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,revision_number=9']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:30.627567 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:30.738156 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['36c892dc-f20b-4dc4-9b2f-7ae41d699b95'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:26:31.458107 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c80ea-a237-42b2-80ac-f47109517aa0 req-9fe28172-aabf-4f84-9309-b1d5285bf166 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:31.461204 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6a5c80ea-a237-42b2-80ac-f47109517aa0 req-9fe28172-aabf-4f84-9309-b1d5285bf166 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 945 time: 0.0882747 May 18 06:26:31.508777 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6a5c80ea-a237-42b2-80ac-f47109517aa0 req-b3b546be-ec6c-46e3-a11d-abaaa4d50dbb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427108 May 18 06:26:32.306464 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:26:32.373445 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:26:32.373830 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:32.488560 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:32.514366 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:26:32.524761 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:26:32.528707 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:32.530859 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:26:32.565737 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'code': 200} May 18 06:26:32.599196 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,revision_number=10']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:26:32.603157 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:26:32.802225 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6069e5b-766b-4212-9cf8-d29719dd3508 req-7297c68d-ee4a-4485-abb9-c0afdcd5d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:32.803844 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d6069e5b-766b-4212-9cf8-d29719dd3508 req-7297c68d-ee4a-4485-abb9-c0afdcd5d487 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 1100 time: 0.0735936 May 18 06:26:32.845503 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-d6069e5b-766b-4212-9cf8-d29719dd3508 req-b4cf08f8-fcce-44cb-8657-77c640114513 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348384 May 18 06:26:32.959738 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d177355-1268-4a26-951c-e00c68ff297b req-3f391e95-de22-405e-8d0f-1ac503da47b3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:32.961188 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3d177355-1268-4a26-951c-e00c68ff297b req-3f391e95-de22-405e-8d0f-1ac503da47b3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 947 time: 0.0788445 May 18 06:26:33.004686 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3d177355-1268-4a26-951c-e00c68ff297b req-10d72cfe-f2c8-4646-a390-8dddb9463e37 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380344 May 18 06:26:34.063950 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6b79a4fb-bc0f-448d-9992-8ae5f1fe0116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:34.205115 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c40e5-c805-4b76-a042-49c0399606cf req-300e80e1-ed1e-40e4-a6c6-5c94a2055c1e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:34.206553 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2d5c40e5-c805-4b76-a042-49c0399606cf req-300e80e1-ed1e-40e4-a6c6-5c94a2055c1e tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 947 time: 0.0879502 May 18 06:26:34.254287 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2d5c40e5-c805-4b76-a042-49c0399606cf req-68df4e3d-0e2a-4e53-99d7-3e8f671c5842 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 May 18 06:26:35.444418 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91dfa4-9d0f-4309-b872-1dafda43b975 req-850d5334-c2ff-40e5-b81e-5358b1287a16 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:35.445751 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1a91dfa4-9d0f-4309-b872-1dafda43b975 req-850d5334-c2ff-40e5-b81e-5358b1287a16 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 947 time: 0.0806990 May 18 06:26:35.489021 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1a91dfa4-9d0f-4309-b872-1dafda43b975 req-d9d79211-465b-475e-b3a2-a1e2e36616bb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377498 May 18 06:26:36.487920 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:36.533232 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ba034d05-1514-4c28-95b4-b35e65ab703e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:37.632433 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:39.384303 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:44.286933 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:26:52.999580 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-6a8c2f2c-4119-45be-98e5-f35eb7d2b2f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675342 May 18 06:26:53.091819 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-b1a83e4c-6316-4b5f-be7a-31b83947ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:53.093224 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-b1a83e4c-6316-4b5f-be7a-31b83947ec53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 1100 time: 0.0727921 May 18 06:26:53.321868 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-3a56c7ea-2c0d-45e1-9a22-2e999c791f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:53.323300 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-3a56c7ea-2c0d-45e1-9a22-2e999c791f6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 200 len: 918 time: 0.2119381 May 18 06:26:53.423967 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-1fbb3fb3-2d63-45ac-a3e2-ed0aa855c420 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95 HTTP/1.1" status: 200 len: 1001 time: 0.0933619 May 18 06:26:53.466077 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:26:53.485343 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-516348e5-94eb-4cde-b156-7947ec227df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:53.486759 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-516348e5-94eb-4cde-b156-7947ec227df5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 200 len: 856 time: 0.0558693 May 18 06:26:53.560175 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-6a9e32c6-3966-4d6d-a3b1-92f79e6b387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:26:53.561513 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-6a9e32c6-3966-4d6d-a3b1-92f79e6b387d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=feb21229-4b88-4211-935f-c205971cde1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0677788 May 18 06:26:53.694743 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-2dc35df1-1d45-42ab-a918-a11d03495ef4 service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206284 May 18 06:26:53.822562 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e6d6bdeb-8f26-495a-afd0-821dfe286391 req-b2f30487-eb7b-4eec-8c57-17e0d20221ee service neutron] 10.222.0.18 "GET /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199241 May 18 06:27:04.069052 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4cd67d59-fd92-4336-b91d-dddedcb28789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:04.303429 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04759502-30ef-48a2-b6e3-64507ed6181d req-d6ddd25b-d698-403e-b122-9fa9dbdbd106 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:04.305044 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-04759502-30ef-48a2-b6e3-64507ed6181d req-d6ddd25b-d698-403e-b122-9fa9dbdbd106 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 947 time: 0.0840387 May 18 06:27:04.350171 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-04759502-30ef-48a2-b6e3-64507ed6181d req-2124c342-3e92-4717-a8f8-5e190973cdd2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394969 May 18 06:27:05.539795 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e6011-4a85-4d06-88cc-a0bf182e22bb req-78169d52-c73a-470f-8be8-f670b9c4c7f8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:05.541173 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1c0e6011-4a85-4d06-88cc-a0bf182e22bb req-78169d52-c73a-470f-8be8-f670b9c4c7f8 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 947 time: 0.0825241 May 18 06:27:05.584440 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-1c0e6011-4a85-4d06-88cc-a0bf182e22bb req-fbb58d13-7a78-4b0b-847b-b39deed1e7c2 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups?id=754cea86-c1f9-401b-a230-f5c0a33d9212&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376897 May 18 06:27:05.716375 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-8735af20-ebb4-4166-9a75-15bf55d07453 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:05.717789 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-8735af20-ebb4-4166-9a75-15bf55d07453 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 947 time: 0.0780995 May 18 06:27:05.848130 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Deleting port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:05.848385 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:05.975730 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] For port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:27:05.976715 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:06.255803 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:06.256181 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:06.256493 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.l3_db [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Floating IP af428385-1ac5-4a52-ab81-fc1729bb387a disassociated. External IP: 172.27.2.52, port: 36c892dc-f20b-4dc4-9b2f-7ae41d699b95. May 18 06:27:06.256832 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Calling delete_port for 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 owned by compute:nova {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:06.363304 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:06.369670 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ae9d8589-7eda-4277-871b-4b316afb8794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:06.416867 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event deleted for resources: {'Port': ['ID=36c892dc-f20b-4dc4-9b2f-7ae41d699b95,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:06.419454 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:06.491237 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:06.534181 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ea1d54c4-6a31-4d2f-903b-97e82e5b8bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:06.690373 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Router caee2f34-1677-4db6-90de-6e5893f99e98 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:27:06.807524 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f4fc2695-b56a-4640-903e-300b6eb3b2f6 req-d6735782-6ea5-48ea-b299-01897ce01e5d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d3a1a33-2cf0-4848-9680-dfb851ab0226 HTTP/1.1" status: 200 len: 210 time: 0.1092086 May 18 06:27:06.911342 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:27:06.921548 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c0a5cc-4e53-4a2c-8d31-f54fd6a98d00 None None] Sync routers for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:27:06.932140 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0a5cc-4e53-4a2c-8d31-f54fd6a98d00 None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:27:06.932756 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-e6c0a5cc-4e53-4a2c-8d31-f54fd6a98d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:27:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:06.984148 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] No DVR routers for this DVR port 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 on host hv-cinder-78462 {{(pid=78802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:27:06.986583 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:06.989111 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'name': 'network-vif-deleted', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:27:07.001044 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-5baf6759-d9ee-45b8-b7b8-b6811137d5d8 req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.18 "DELETE /v2.0/ports/36c892dc-f20b-4dc4-9b2f-7ae41d699b95 HTTP/1.1" status: 204 len: 173 time: 1.2775252 May 18 06:27:07.039955 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3a1a33-2cf0-4848-9680-dfb851ab0226', 'name': 'network-vif-deleted', 'tag': '36c892dc-f20b-4dc4-9b2f-7ae41d699b95', 'status': 'completed', 'code': 200} May 18 06:27:07.108262 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-e6c0a5cc-4e53-4a2c-8d31-f54fd6a98d00 None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:27:07.411827 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-e6c0a5cc-4e53-4a2c-8d31-f54fd6a98d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:07.416228 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c0a5cc-4e53-4a2c-8d31-f54fd6a98d00 None None] Checking router: caee2f34-1677-4db6-90de-6e5893f99e98 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:27:07.424390 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0a5cc-4e53-4a2c-8d31-f54fd6a98d00 None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:27:07.424982 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-e6c0a5cc-4e53-4a2c-8d31-f54fd6a98d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:27:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:07.601291 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-e6c0a5cc-4e53-4a2c-8d31-f54fd6a98d00 None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:27:07.634937 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:07.936373 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41592) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:07.940133 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-e6c0a5cc-4e53-4a2c-8d31-f54fd6a98d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:07.944401 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c0a5cc-4e53-4a2c-8d31-f54fd6a98d00 None None] The sync data for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi is: [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:21:30Z', 'revision_number': 4, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '6d319519-3b35-4916-a22f-3e294d47dc8c', 'name': '', 'network_id': 'feb21229-4b88-4211-935f-c205971cde1e', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'mac_address': 'fa:16:3e:66:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '043fda83-0e42-4859-b981-232190785248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:29Z', 'updated_at': '2021-05-18T06:21:35Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'subnets': [{'id': '043fda83-0e42-4859-b981-232190785248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:27:08.006093 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.035555 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.090113 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.094581 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-05f2f773-7cce-42e5-ad32-4974aabd47d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:08.114667 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754cea86-c1f9-401b-a230-f5c0a33d9212,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:08.124380 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.124765 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.125144 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.125518 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.125887 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.126256 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.126627 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.126986 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.127347 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.127736 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.128116 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.128474 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:08.131785 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:08.138343 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.141817 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-817cff8b-4ee5-4b35-869d-787dff8a8ae3 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "DELETE /v2.0/security-groups/754cea86-c1f9-401b-a230-f5c0a33d9212 HTTP/1.1" status: 204 len: 168 time: 0.2021265 May 18 06:27:08.142086 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41596) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:08.159022 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.api.v2.resource [None req-0555bc94-cb7b-4fc5-bda0-ea49687621ac tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] show failed (client error): The resource could not be found. May 18 06:27:08.160057 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0555bc94-cb7b-4fc5-bda0-ea49687621ac tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "GET /v2.0/security-groups/754cea86-c1f9-401b-a230-f5c0a33d9212 HTTP/1.1" status: 404 len: 347 time: 0.0170131 May 18 06:27:08.162900 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41600) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:08.181600 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e701fcb-ebed-4c63-9a5f-3e14164d2866 None None] New status for floating IP af428385-1ac5-4a52-ab81-fc1729bb387a: DOWN {{(pid=78804) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:27:08.380282 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-4261b695-f303-49f6-ae35-1e644c238c49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Deleting port 4026a01d-663b-4b90-b377-880e3227065f {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:08.380516 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4261b695-f303-49f6-ae35-1e644c238c49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.525454 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:27:08.558462 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:27:08.558826 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 36c892dc-f20b-4dc4-9b2f-7ae41d699b95 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:27:08.588099 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4261b695-f303-49f6-ae35-1e644c238c49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.588431 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4261b695-f303-49f6-ae35-1e644c238c49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.709256 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-4261b695-f303-49f6-ae35-1e644c238c49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Calling delete_port for 4026a01d-663b-4b90-b377-880e3227065f owned by network:floatingip {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:08.817443 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4261b695-f303-49f6-ae35-1e644c238c49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.822475 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d087e750-5ec7-40d2-a639-1edeb924156d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:08.893930 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261b695-f303-49f6-ae35-1e644c238c49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Pushing event deleted for resources: {'Port': ['ID=4026a01d-663b-4b90-b377-880e3227065f,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:08.901020 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-4261b695-f303-49f6-ae35-1e644c238c49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:08.959127 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4261b695-f303-49f6-ae35-1e644c238c49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks [] for floatingip, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.972556 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-4261b695-f303-49f6-ae35-1e644c238c49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:08.973614 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-4261b695-f303-49f6-ae35-1e644c238c49 tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] 10.222.0.13 "DELETE /v2.0/floatingips/af428385-1ac5-4a52-ab81-fc1729bb387a HTTP/1.1" status: 204 len: 168 time: 0.8098404 May 18 06:27:09.386280 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:11.730334 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41626) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:12.407840 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676150'] for router_interface, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:12.799564 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] Deleting port 6d319519-3b35-4916-a22f-3e294d47dc8c {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:12.800284 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:13.011291 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] For port 6d319519-3b35-4916-a22f-3e294d47dc8c, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=6d319519-3b35-4916-a22f-3e294d47dc8c,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:27:13.011646 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:13.131688 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] Calling delete_port for 6d319519-3b35-4916-a22f-3e294d47dc8c owned by network:router_interface {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:13.273601 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:13.278001 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-b4110ec3-d3fc-41f6-9acb-da626927f802 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:13.323112 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d319519-3b35-4916-a22f-3e294d47dc8c,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:13.348726 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:13.578783 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676250'] for router_interface, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:13.920784 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] Router caee2f34-1677-4db6-90de-6e5893f99e98 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:27:14.090701 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:27:14.099035 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc6edc-a6a4-406c-a2ca-57130dbefc08 None None] Sync routers for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:27:14.102356 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e0f6d133-b51b-45a7-8104-ae61b742b458 admin admin] 10.222.0.13 "PUT /v2.0/routers/caee2f34-1677-4db6-90de-6e5893f99e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3709869 May 18 06:27:14.104825 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41632) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:14.108032 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc6edc-a6a4-406c-a2ca-57130dbefc08 None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:27:14.108637 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-fafc6edc-a6a4-406c-a2ca-57130dbefc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:27:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:14.289829 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-fafc6edc-a6a4-406c-a2ca-57130dbefc08 None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:27:14.387385 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Notify callbacks [] for router, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:14.556177 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:14.561474 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-fafc6edc-a6a4-406c-a2ca-57130dbefc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:27:13Z', 'revision_number': 5, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port': {'id': 'a5c94e06-a926-49e8-8511-93ddefbd7bb0', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:21:26Z', 'updated_at': '2021-05-18T06:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:14.565678 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc6edc-a6a4-406c-a2ca-57130dbefc08 None None] Checking router: caee2f34-1677-4db6-90de-6e5893f99e98 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:27:14.574045 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc6edc-a6a4-406c-a2ca-57130dbefc08 None None] Routers {'caee2f34-1677-4db6-90de-6e5893f99e98'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:27:14.574629 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-fafc6edc-a6a4-406c-a2ca-57130dbefc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:27:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['caee2f34-1677-4db6-90de-6e5893f99e98'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:14.628841 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Deleting port a5c94e06-a926-49e8-8511-93ddefbd7bb0 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:14.629185 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:14.719755 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-fafc6edc-a6a4-406c-a2ca-57130dbefc08 None None] Set router caee2f34-1677-4db6-90de-6e5893f99e98 gateway port host: None {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:27:14.746034 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] For port a5c94e06-a926-49e8-8511-93ddefbd7bb0, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=a5c94e06-a926-49e8-8511-93ddefbd7bb0,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:27:14.746386 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:14.822963 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-fafc6edc-a6a4-406c-a2ca-57130dbefc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:27:14Z', 'revision_number': 6, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port_host': None}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:14.826689 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc6edc-a6a4-406c-a2ca-57130dbefc08 None None] The sync data for ids ['caee2f34-1677-4db6-90de-6e5893f99e98'] in dv-cinder-784623-10-iscsi is: [{'id': 'caee2f34-1677-4db6-90de-6e5893f99e98', 'name': 'tempest-AttachVolumeShelveTestJSON-1228639402-router', 'tenant_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:21:25Z', 'updated_at': '2021-05-18T06:27:14Z', 'revision_number': 6, 'project_id': 'fe3b048f6cb84fa7b80a90fb8b290385', 'gw_port_host': None}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:27:14.873631 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Calling delete_port for a5c94e06-a926-49e8-8511-93ddefbd7bb0 owned by network:router_gateway {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:15.003752 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:15.008004 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-d5765c73-0421-476d-a683-f9434f402fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:15.051306 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c94e06-a926-49e8-8511-93ddefbd7bb0,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:15.054687 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:15.138042 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678673'] for router_gateway, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:15.311291 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7152'] for router, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:15.313452 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:15.335892 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678889'] for router, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:15.336400 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caee2f34-1677-4db6-90de-6e5893f99e98 {{(pid=78803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:27:15.348394 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] Notify callbacks [] for router, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:15.349499 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f8963a27-4754-40d0-8a93-e920682f4db6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/caee2f34-1677-4db6-90de-6e5893f99e98 HTTP/1.1" status: 204 len: 168 time: 1.2437840 May 18 06:27:15.352021 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41636) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:15.411995 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4091b99-c670-4fd5-ac73-8672f1d54df5 admin admin] Deleting subnet 043fda83-0e42-4859-b981-232190785248 {{(pid=78803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:27:15.414702 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e4091b99-c670-4fd5-ac73-8672f1d54df5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:15.461746 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e4091b99-c670-4fd5-ac73-8672f1d54df5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3065593'] for subnet, precommit_delete_associations {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:15.537869 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e4091b99-c670-4fd5-ac73-8672f1d54df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:15.642050 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 6d319519-3b35-4916-a22f-3e294d47dc8c no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:27:15.681044 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 6d319519-3b35-4916-a22f-3e294d47dc8c {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:27:15.681402 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 6d319519-3b35-4916-a22f-3e294d47dc8c not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:27:15.884286 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e4091b99-c670-4fd5-ac73-8672f1d54df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3848581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3913268'] for subnet, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:15.888391 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:15.925150 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4091b99-c670-4fd5-ac73-8672f1d54df5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043fda83-0e42-4859-b981-232190785248,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:15.928379 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e4091b99-c670-4fd5-ac73-8672f1d54df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:15.929898 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-e4091b99-c670-4fd5-ac73-8672f1d54df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for subnet, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:15.934956 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd09a731-306d-42f1-8fdd-1eff1eb4e420 None None] Network feb21229-4b88-4211-935f-c205971cde1e requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:27:15.936167 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-e4091b99-c670-4fd5-ac73-8672f1d54df5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/043fda83-0e42-4859-b981-232190785248 HTTP/1.1" status: 204 len: 168 time: 0.5832045 May 18 06:27:15.937931 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41640) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:16.041066 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.110711 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Deleting port 395d9e92-c5da-43be-83ef-5da930edba20 {{(pid=78803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:16.110974 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.169181 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] DHCP port deletion for feb21229-4b88-4211-935f-c205971cde1e request from dv-cinder-784623-10-iscsi {{(pid=78804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:27:16.212011 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.db [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] For port 395d9e92-c5da-43be-83ef-5da930edba20, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=395d9e92-c5da-43be-83ef-5da930edba20,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:27:16.212378 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.236839 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Deleting port 395d9e92-c5da-43be-83ef-5da930edba20 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:27:16.237213 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.333296 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Calling delete_port for 395d9e92-c5da-43be-83ef-5da930edba20 owned by network:dhcp {{(pid=78803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:16.333581 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] For port 395d9e92-c5da-43be-83ef-5da930edba20, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=395d9e92-c5da-43be-83ef-5da930edba20,segment=NetworkSegment(223eedc2-ded4-487c-9dfe-0975522ff2b4),segment_id=223eedc2-ded4-487c-9dfe-0975522ff2b4)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:27:16.333981 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.378684 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.383882 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-99daa95b-cbfa-4547-8e70-7d07695f6ffe tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:16.429492 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=395d9e92-c5da-43be-83ef-5da930edba20,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:16.432541 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:16.433318 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] No DVR routers for this DVR port 395d9e92-c5da-43be-83ef-5da930edba20 on host dv-cinder-784623-10-iscsi {{(pid=78803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:27:16.458497 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Calling delete_port for 395d9e92-c5da-43be-83ef-5da930edba20 owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:27:16.500464 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.503808 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-e37fb9b1-b99b-48cc-aa0a-84c2dcb0e70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:16.543775 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Pushing event deleted for resources: {'Port': ['ID=395d9e92-c5da-43be-83ef-5da930edba20,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:16.546064 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.550541 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] No DVR routers for this DVR port 395d9e92-c5da-43be-83ef-5da930edba20 on host dv-cinder-784623-10-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:27:16.560878 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.560878 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.560878 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.560878 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.560878 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.561481 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.561481 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.561664 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb21229-4b88-4211-935f-c205971cde1e']}} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:16.561767 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.561865 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.562168 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.562487 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.562800 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:16.565943 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:16.573635 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223eedc2-ded4-487c-9dfe-0975522ff2b4') {'for_net_delete': True} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:16.573935 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.services.segments.db [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223eedc2-ded4-487c-9dfe-0975522ff2b4') {} {{(pid=78803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:27:16.585167 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3065590'] for segment, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.600534 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.606882 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=78803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:27:16.607287 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3848483'] for segment, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: Traceback (most recent call last): May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: timer() May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: cb(*args, **kw) May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: return func(*args, **kwargs) May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: self._notify() May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: self.callback(batched_events) May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: event.method(event) May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: return f(self, *a, **k) May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._get(url).json() May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: return self.request(url, 'GET', **kwargs) May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:27:16.620459 dv-cinder-784623-10-iscsi neutron-server[78803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:27:16.694602 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.698385 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:16.710688 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.720460 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Pushing event deleted for resources: {'Network': ['ID=feb21229-4b88-4211-935f-c205971cde1e,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:16.723434 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:16.734022 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f7ba7257-127d-40e2-b7a4-ab0a8c311ae2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/feb21229-4b88-4211-935f-c205971cde1e HTTP/1.1" status: 204 len: 168 time: 0.7951691 May 18 06:27:16.843837 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 41646) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:16.891948 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-ee48bb3c-e56a-4a31-8b7a-d31cc262410e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe3b048f6cb84fa7b80a90fb8b290385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468688 May 18 06:27:16.894333 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 41650) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:16.950239 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:16.974796 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:17.027831 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:17.031218 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-6ba2d6df-acc4-493e-9410-66b4b7e8801d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:17.043596 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee9ec64-8fb8-4385-9428-52cae8309a76,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:17.053721 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.054110 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.054486 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.054855 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.055219 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.055581 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.055971 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.056333 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.056691 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.057047 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.057401 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.057752 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:27:17.061324 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:17.063282 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:17.064333 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-f770911d-6776-4dc3-adb2-5d485509ac0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aee9ec64-8fb8-4385-9428-52cae8309a76 HTTP/1.1" status: 204 len: 168 time: 0.1691320 May 18 06:27:17.274655 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 395d9e92-c5da-43be-83ef-5da930edba20 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:27:17.313003 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 395d9e92-c5da-43be-83ef-5da930edba20 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:27:17.313444 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 395d9e92-c5da-43be-83ef-5da930edba20 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:27:17.313932 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device a5c94e06-a926-49e8-8511-93ddefbd7bb0 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:27:17.376781 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: a5c94e06-a926-49e8-8511-93ddefbd7bb0 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:27:17.377148 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device a5c94e06-a926-49e8-8511-93ddefbd7bb0 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:27:21.254041 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 41716) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:21.286208 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:27:21.368350 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-42eae4ff-6915-485f-ac22-adbb163737e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:21.382591 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-42eae4ff-6915-485f-ac22-adbb163737e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:27:21.386400 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-42eae4ff-6915-485f-ac22-adbb163737e7 admin admin] Usage tracker for resource:security_group_rule and tenant:9588649d0c4a414e84e3a0cf9397b7b5 is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:27:21.389183 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-42eae4ff-6915-485f-ac22-adbb163737e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:27:21.394753 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-42eae4ff-6915-485f-ac22-adbb163737e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:27:21.477854 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-42eae4ff-6915-485f-ac22-adbb163737e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:21.481489 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-42eae4ff-6915-485f-ac22-adbb163737e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:21.489880 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-89218459-ed4e-423a-80b6-6bf54205b728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:21.528912 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-42eae4ff-6915-485f-ac22-adbb163737e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9588649d0c4a414e84e3a0cf9397b7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738276 May 18 06:27:21.529818 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eae4ff-6915-485f-ac22-adbb163737e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b8379c-a619-4ede-a64b-dd510535504b,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:21.531586 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41722) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:21.532869 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-42eae4ff-6915-485f-ac22-adbb163737e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:21.588943 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f4562c33-42ae-41b9-a0f0-5b544113ac8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:21.613154 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f4562c33-42ae-41b9-a0f0-5b544113ac8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:21.664269 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f4562c33-42ae-41b9-a0f0-5b544113ac8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:21.668983 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-279221c9-3660-4713-8def-ff5f693ad9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:21.682758 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4562c33-42ae-41b9-a0f0-5b544113ac8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b8379c-a619-4ede-a64b-dd510535504b,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:21.685532 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-f4562c33-42ae-41b9-a0f0-5b544113ac8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:21.690099 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-f4562c33-42ae-41b9-a0f0-5b544113ac8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:21.691288 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-f4562c33-42ae-41b9-a0f0-5b544113ac8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14b8379c-a619-4ede-a64b-dd510535504b HTTP/1.1" status: 204 len: 168 time: 0.1585758 May 18 06:27:23.482419 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:34.070517 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-bd3964e5-5ccb-4b34-9209-d94188735129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:36.494311 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:36.533783 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-57c8c104-cd0f-4755-b5f6-0b9b73ed2acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:37.637196 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:39.390225 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:53.485456 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:55.008917 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-6c211000-68a2-4e87-8cb5-141ae08f0320 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1707950 May 18 06:27:55.149701 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-13ca64c5-d4cd-4227-9abb-bd3ee091d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:55.151022 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-13ca64c5-d4cd-4227-9abb-bd3ee091d37c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 1098 time: 0.0685670 May 18 06:27:55.293056 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-035499e7-fecd-4a49-a115-70b7e61d6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:55.294492 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-035499e7-fecd-4a49-a115-70b7e61d6076 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 913 time: 0.1248186 May 18 06:27:55.398014 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-2d7313a1-e0a8-49fb-b949-591850799e9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=155e3aab-d763-4a0d-a178-6675d32dfba1 HTTP/1.1" status: 200 len: 1001 time: 0.0963690 May 18 06:27:55.458423 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-5e9406a9-0a2f-4279-8e11-723a20501863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:55.460383 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-5e9406a9-0a2f-4279-8e11-723a20501863 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0556026 May 18 06:27:55.517580 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41934) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:55.537696 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-d41e8452-b9e1-4321-904e-e68f782a2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:27:55.539183 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-d41e8452-b9e1-4321-904e-e68f782a2b2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0722356 May 18 06:27:55.549853 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-b1ab6acd-1acf-4823-8637-be0c01f2a8bb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:27:55.550783 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-b1ab6acd-1acf-4823-8637-be0c01f2a8bb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048771 May 18 06:27:55.632377 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-23bf5792-26e4-45f5-ae6e-69df8ff13b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:55.650140 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-23bf5792-26e4-45f5-ae6e-69df8ff13b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:27:55.653961 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-23bf5792-26e4-45f5-ae6e-69df8ff13b45 admin admin] Usage tracker for resource:security_group_rule and tenant:759d22c2b3964e6faaea568247819f2a is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:27:55.656903 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-23bf5792-26e4-45f5-ae6e-69df8ff13b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:27:55.662786 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-23bf5792-26e4-45f5-ae6e-69df8ff13b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:27:55.678998 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-82ed6b88-8814-4ca6-a6e7-22940764afcb service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219480 May 18 06:27:55.742717 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-23bf5792-26e4-45f5-ae6e-69df8ff13b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:55.746260 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-23bf5792-26e4-45f5-ae6e-69df8ff13b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:55.754508 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-312860e1-d914-42bc-9f23-047fd13d0a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:55.794886 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-23bf5792-26e4-45f5-ae6e-69df8ff13b45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=759d22c2b3964e6faaea568247819f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762029 May 18 06:27:55.795856 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf5792-26e4-45f5-ae6e-69df8ff13b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32599ba8-0099-4e1f-ad2c-c64eac2ca108,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:55.798514 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41940) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:55.800948 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-23bf5792-26e4-45f5-ae6e-69df8ff13b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:55.860849 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c549de41-d08a-4bf6-a48b-0fdf7c68c10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:55.888419 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c549de41-d08a-4bf6-a48b-0fdf7c68c10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:55.911738 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6c2de7b4-36f2-408f-9cd0-654d726ee2da req-9bf7ee4f-5192-4423-ab3d-7f031d9e97c9 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261126 May 18 06:27:55.940907 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c549de41-d08a-4bf6-a48b-0fdf7c68c10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:55.946159 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-341e2e73-5b34-4206-813e-fee371177416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:55.959195 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549de41-d08a-4bf6-a48b-0fdf7c68c10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32599ba8-0099-4e1f-ad2c-c64eac2ca108,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:55.961439 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c549de41-d08a-4bf6-a48b-0fdf7c68c10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:55.967006 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c549de41-d08a-4bf6-a48b-0fdf7c68c10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:55.968122 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c549de41-d08a-4bf6-a48b-0fdf7c68c10a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32599ba8-0099-4e1f-ad2c-c64eac2ca108 HTTP/1.1" status: 204 len: 168 time: 0.1690166 May 18 06:27:56.233294 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 41948) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:56.250657 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0acc9f71-5c41-44d6-97f5-a44fe9e59cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:56.264889 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0acc9f71-5c41-44d6-97f5-a44fe9e59cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:27:56.268974 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0acc9f71-5c41-44d6-97f5-a44fe9e59cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:714cec81bce24efcb1099aca3a1ff873 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:27:56.272006 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-0acc9f71-5c41-44d6-97f5-a44fe9e59cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:27:56.277687 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-0acc9f71-5c41-44d6-97f5-a44fe9e59cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:27:56.362926 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0acc9f71-5c41-44d6-97f5-a44fe9e59cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:56.366979 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-0acc9f71-5c41-44d6-97f5-a44fe9e59cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:56.375126 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-8b7e756c-654a-4885-bb25-20c1b26e87c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:56.413285 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-0acc9f71-5c41-44d6-97f5-a44fe9e59cb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=714cec81bce24efcb1099aca3a1ff873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783693 May 18 06:27:56.414169 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc9f71-5c41-44d6-97f5-a44fe9e59cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d979384-a4c9-4713-9980-5e23bbe5a866,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:56.416021 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 41952) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:56.417055 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0acc9f71-5c41-44d6-97f5-a44fe9e59cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:56.474043 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cc76-66fb-4eb5-bcb1-fa8b65d85356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:56.500319 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cc76-66fb-4eb5-bcb1-fa8b65d85356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:56.550227 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cc76-66fb-4eb5-bcb1-fa8b65d85356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:56.554725 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1bc9a65f-95cb-4eca-887b-82aa08096b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:56.566872 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4cc76-66fb-4eb5-bcb1-fa8b65d85356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d979384-a4c9-4713-9980-5e23bbe5a866,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:56.569382 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d6b4cc76-66fb-4eb5-bcb1-fa8b65d85356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:56.576832 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cc76-66fb-4eb5-bcb1-fa8b65d85356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:56.577923 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d6b4cc76-66fb-4eb5-bcb1-fa8b65d85356 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d979384-a4c9-4713-9980-5e23bbe5a866 HTTP/1.1" status: 204 len: 168 time: 0.1608462 May 18 06:27:58.014747 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 41996) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:58.127121 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-eba11faa-4849-4bbb-b8bd-67411558b51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:58.141400 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-eba11faa-4849-4bbb-b8bd-67411558b51a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:27:58.145178 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-eba11faa-4849-4bbb-b8bd-67411558b51a admin admin] Usage tracker for resource:security_group_rule and tenant:59460cdfe9e948318ee58af3a1b5fa1a is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:27:58.148541 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-eba11faa-4849-4bbb-b8bd-67411558b51a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:27:58.154107 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-eba11faa-4849-4bbb-b8bd-67411558b51a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:27:58.236704 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-eba11faa-4849-4bbb-b8bd-67411558b51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:58.240209 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-eba11faa-4849-4bbb-b8bd-67411558b51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:58.248850 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-376cdb1e-4da5-4784-890f-41da025b79ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:58.284888 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:27:58.287564 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-eba11faa-4849-4bbb-b8bd-67411558b51a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59460cdfe9e948318ee58af3a1b5fa1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717686 May 18 06:27:58.288556 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba11faa-4849-4bbb-b8bd-67411558b51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f7566a-85aa-4636-8d9a-bdfdff93f171,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:58.290274 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 42002) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:27:58.291904 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-eba11faa-4849-4bbb-b8bd-67411558b51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:58.348664 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-21eda798-43ac-48e6-9f2f-fd8c3d56d400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:58.374444 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-21eda798-43ac-48e6-9f2f-fd8c3d56d400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:58.427680 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-21eda798-43ac-48e6-9f2f-fd8c3d56d400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:58.432715 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-728220d4-5c90-479f-9703-e84b01ca66d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:27:58.444877 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eda798-43ac-48e6-9f2f-fd8c3d56d400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f7566a-85aa-4636-8d9a-bdfdff93f171,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:27:58.448149 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-21eda798-43ac-48e6-9f2f-fd8c3d56d400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:27:58.453595 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-21eda798-43ac-48e6-9f2f-fd8c3d56d400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:27:58.457136 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-21eda798-43ac-48e6-9f2f-fd8c3d56d400 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18f7566a-85aa-4636-8d9a-bdfdff93f171 HTTP/1.1" status: 204 len: 168 time: 0.1634152 May 18 06:28:04.075195 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a2bad4ba-3356-4a3d-895b-f4cb7e97a683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:06.495634 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:06.534123 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-b5f86d3b-6429-487e-992a-9592b805078b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:07.639635 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:08.309923 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-3d84d506-c1f3-45eb-acf5-87c2685ad379 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664082827&fields=id&tenant_id=4f9d306a59be4bf997637c0d369e937f HTTP/1.1" status: 200 len: 267 time: 0.0402708 May 18 06:28:08.462485 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-432f07b5-0d5e-4136-b7df-0ea03e229639 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:08.464039 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-432f07b5-0d5e-4136-b7df-0ea03e229639 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 812 time: 0.1476912 May 18 06:28:08.480061 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-0d6cf22f-dab4-45a6-a1ba-e54aee64cbb4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/quotas/4f9d306a59be4bf997637c0d369e937f HTTP/1.1" status: 200 len: 375 time: 0.0103946 May 18 06:28:08.574856 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-09c2efbd-62f4-4237-886d-6ef7e38d703c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0864384 May 18 06:28:08.589530 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-74c3b3b1-85c4-4274-af9f-a7814972a4e2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=78802) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 18 06:28:08.590461 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-74c3b3b1-85c4-4274-af9f-a7814972a4e2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048654 May 18 06:28:08.719704 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-cfccbe30-9063-4304-ba7f-ce64c159c5a3 service neutron] 10.222.0.13 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240795 May 18 06:28:08.847621 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-9363d87e-6314-44ab-acb9-d2cf49ca6464 service neutron] 10.222.0.13 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220713 May 18 06:28:09.346711 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c110fbe3-697b-400b-8983-161591f594d0 req-8390e96d-9854-4582-bfdf-69fd45d1dfa8 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 210 time: 0.1592727 May 18 06:28:09.391873 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:10.249947 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-fd203562-b4d5-4e8c-b9a9-f86c5341431f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:10.251487 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-fd203562-b4d5-4e8c-b9a9-f86c5341431f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 812 time: 0.1461244 May 18 06:28:10.298773 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-05246de8-0d8d-47e7-8c9f-d0cc80e4002b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f9d306a59be4bf997637c0d369e937f HTTP/1.1" status: 200 len: 379 time: 0.0389013 May 18 06:28:10.307793 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'port': {'device_id': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'admin_state_up': True, 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'security_groups': ['9d168ea7-075a-4f66-92a9-96d57c47f918']}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:10.445534 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:10.455931 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:10.504936 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e2690461-1834-4b91-a4f0-5c655089b1cc req-39cc34ac-32c4-4e08-bb6a-d589f8ecec87 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 210 time: 0.0499525 May 18 06:28:10.510626 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Made reservation on behalf of 4f9d306a59be4bf997637c0d369e937f for: {'port': 1} {{(pid=78802) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 18 06:28:10.514502 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:10.675349 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_common [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Allocated IP 172.20.0.8 (10aa1b95-71cd-4558-bc25-ccc2e2e003ea/0e4e0f13-cd80-4d2c-9d0b-3367a241588b/59a715ba-87c8-4387-a145-8482088b9b8e) {{(pid=78802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:28:10.870663 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for port, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:10.885877 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.provisioning_blocks [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Transition to ACTIVE for port object 59a715ba-87c8-4387-a145-8482088b9b8e will not be triggered until provisioned by entity DHCP. {{(pid=78802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:10.911816 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:10.923855 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3647f611-5ffa-47bd-9f54-7d93525e848d tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:10.979981 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea is already hosted by enough agents. {{(pid=78802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:28:10.983095 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.base_scheduler [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources bound (agent type, host, resource id): {{(pid=78802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:10.987080 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Received port after_create {{(pid=78802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:28:11.144205 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'Port': ['ID=59a715ba-87c8-4387-a145-8482088b9b8e,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:11.149168 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:11.166273 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:11.166872 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:11.195100 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8914366 May 18 06:28:11.200792 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-ed177db9-1e02-4349-8073-c454e7aa89a1 None None] Provisioning for port 59a715ba-87c8-4387-a145-8482088b9b8e completed by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:11.205304 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-ed177db9-1e02-4349-8073-c454e7aa89a1 None None] Provisioning complete for port 59a715ba-87c8-4387-a145-8482088b9b8e triggered by entity DHCP. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:11.205684 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-ed177db9-1e02-4349-8073-c454e7aa89a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:11.206675 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.v2.base [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Request body: {'port': {'device_id': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=78802) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:11.261894 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-ed177db9-1e02-4349-8073-c454e7aa89a1 None None] Port 59a715ba-87c8-4387-a145-8482088b9b8e cannot update to ACTIVE because it is not bound. {{(pid=78804) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 18 06:28:11.317288 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:11.702409 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a715ba-87c8-4387-a145-8482088b9b8e {{(pid=78802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:28:11.712433 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:11.729974 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.provisioning_blocks [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Transition to ACTIVE for port object 59a715ba-87c8-4387-a145-8482088b9b8e will not be triggered until provisioned by entity L2. {{(pid=78802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 18 06:28:11.736283 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2121416'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:11.741678 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-752fd7ac-5511-40ee-a56a-cb62e1cee506 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:11.806436 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d3695-3e4e-4fa6-a38d-0caf396141e6 req-fe5d3479-4ddb-4c38-b5db-413cb3e1f994 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:11.807142 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-8a9d3695-3e4e-4fa6-a38d-0caf396141e6 req-fe5d3479-4ddb-4c38-b5db-413cb3e1f994 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Synchronizing usage tracker for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:28:11.917283 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Pushing event updated for resources: {'Port': ['ID=59a715ba-87c8-4387-a145-8482088b9b8e,revision_number=2']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:11.925966 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:11.926599 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-8a9d3695-3e4e-4fa6-a38d-0caf396141e6 req-fe5d3479-4ddb-4c38-b5db-413cb3e1f994 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Unset dirty status for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:28:11.928078 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8a9d3695-3e4e-4fa6-a38d-0caf396141e6 req-fe5d3479-4ddb-4c38-b5db-413cb3e1f994 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 931 time: 0.3000200 May 18 06:28:12.028061 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8a9d3695-3e4e-4fa6-a38d-0caf396141e6 req-ff84c91b-2d95-4aa6-8541-70fc3f99b9e4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693049 May 18 06:28:12.034886 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Attempting to bind port 59a715ba-87c8-4387-a145-8482088b9b8e on host hv-cinder-78462 for vnic_type normal with profile {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 18 06:28:12.035228 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Attempting to bind port 59a715ba-87c8-4387-a145-8482088b9b8e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'}] {{(pid=78802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 18 06:28:12.035565 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Attempting to bind port 59a715ba-87c8-4387-a145-8482088b9b8e on network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:28:12.040375 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Port 59a715ba-87c8-4387-a145-8482088b9b8e on network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 18 06:28:12.040590 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Attempting to bind port 59a715ba-87c8-4387-a145-8482088b9b8e on network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 18 06:28:12.045681 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Checking agent: {'id': 'db5d45f8-682f-4d06-8717-369807d7d497', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'started_at': datetime.datetime(2021, 5, 18, 6, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 18, 6, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 18 06:28:12.046023 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Checking segment: {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 18 06:28:12.046560 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Bound using segment: {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'} {{(pid=78802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 18 06:28:12.046999 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.managers [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Bound port: 59a715ba-87c8-4387-a145-8482088b9b8e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0594ba1f-1760-4f41-8b71-a6a8843eeaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea'}}] {{(pid=78802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 18 06:28:12.047353 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:12.139207 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] For port 59a715ba-87c8-4387-a145-8482088b9b8e, host hv-cinder-78462, cleared binding levels {{(pid=78802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 18 06:28:12.142112 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] For port 59a715ba-87c8-4387-a145-8482088b9b8e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=59a715ba-87c8-4387-a145-8482088b9b8e,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 18 06:28:12.146977 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2121416'] for port, after_update {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:12.151163 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:12.211890 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:12.212500 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:12.213861 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] 10.222.0.18 "PUT /v2.0/ports/59a715ba-87c8-4387-a145-8482088b9b8e HTTP/1.1" status: 200 len: 1093 time: 1.0111384 May 18 06:28:12.214386 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'tag': '59a715ba-87c8-4387-a145-8482088b9b8e'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:28:12.233159 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Pushing event updated for resources: {'Port': ['ID=59a715ba-87c8-4387-a145-8482088b9b8e,revision_number=3']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:12.235799 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:12.296657 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'tag': '59a715ba-87c8-4387-a145-8482088b9b8e', 'status': 'completed', 'code': 200} May 18 06:28:12.344621 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-c9999dbc-5060-483a-8532-0c2c5a64f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:12.346327 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-c9999dbc-5060-483a-8532-0c2c5a64f5b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 1096 time: 0.0916004 May 18 06:28:12.424768 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-a0eafdd2-99dc-49ee-b3fc-612dc23316c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a715ba-87c8-4387-a145-8482088b9b8e HTTP/1.1" status: 200 len: 217 time: 0.0704248 May 18 06:28:12.488500 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-5303a371-1af2-4ea4-8d18-e04b738b174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:12.489823 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-5303a371-1af2-4ea4-8d18-e04b738b174f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0581813 May 18 06:28:12.563345 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b4a0d8a7-5b2d-4582-ac1a-17b7cedcc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:12.564759 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-b4a0d8a7-5b2d-4582-ac1a-17b7cedcc78a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0671434 May 18 06:28:12.692358 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-dee80ee1-9b1f-49c8-995a-dfa73cde1f5a service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200898 May 18 06:28:12.826819 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-2092e07a-4a9a-41fa-809a-135bbf2d7f94 req-ea1b1123-cf18-442f-9053-9736400ce485 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272128 May 18 06:28:13.037771 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a02908-f9ae-49a2-b377-10739577d2d3 req-40ba3d46-7acf-4c85-90dd-6cfff82dc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:13.039178 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86a02908-f9ae-49a2-b377-10739577d2d3 req-40ba3d46-7acf-4c85-90dd-6cfff82dc4ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 1096 time: 0.1645803 May 18 06:28:13.216859 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a02908-f9ae-49a2-b377-10739577d2d3 req-2bc24d84-4b2b-4f34-827e-4297cc6faace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:13.218275 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86a02908-f9ae-49a2-b377-10739577d2d3 req-2bc24d84-4b2b-4f34-827e-4297cc6faace service neutron] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 913 time: 0.1716840 May 18 06:28:13.293623 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86a02908-f9ae-49a2-b377-10739577d2d3 req-23d38c28-0419-4a67-b594-0682cd8468cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a715ba-87c8-4387-a145-8482088b9b8e HTTP/1.1" status: 200 len: 217 time: 0.0643141 May 18 06:28:13.301163 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c80b80-9a42-472e-90bd-90b62e2cd060 req-c709a112-6e3e-4887-b401-1814a94a420f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:13.302754 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-12c80b80-9a42-472e-90bd-90b62e2cd060 req-c709a112-6e3e-4887-b401-1814a94a420f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 943 time: 0.1696291 May 18 06:28:13.391610 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-12c80b80-9a42-472e-90bd-90b62e2cd060 req-276d1bff-f465-406a-921a-c1eca774f067 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593557 May 18 06:28:13.393080 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a02908-f9ae-49a2-b377-10739577d2d3 req-519dc2d9-e41a-48dd-a8eb-060e0cc1754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:13.394474 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86a02908-f9ae-49a2-b377-10739577d2d3 req-519dc2d9-e41a-48dd-a8eb-060e0cc1754c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0908730 May 18 06:28:13.469959 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a02908-f9ae-49a2-b377-10739577d2d3 req-fd026cb0-3de1-4d3e-8896-11e053554102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:13.471387 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86a02908-f9ae-49a2-b377-10739577d2d3 req-fd026cb0-3de1-4d3e-8896-11e053554102 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700545 May 18 06:28:13.599011 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86a02908-f9ae-49a2-b377-10739577d2d3 req-09c358ea-577d-4696-a9e1-cbc2f1400e88 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202717 May 18 06:28:13.728422 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-86a02908-f9ae-49a2-b377-10739577d2d3 req-737f9a33-f67d-4d52-8fd3-bb469bc9de6c service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225708 May 18 06:28:14.579267 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0c0be-70c8-40dc-9b7b-d0c5ec1072fb req-a92d7325-80b6-4354-98ff-3dfd0138f5dc tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:14.580614 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c5d0c0be-70c8-40dc-9b7b-d0c5ec1072fb req-a92d7325-80b6-4354-98ff-3dfd0138f5dc tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 943 time: 0.0820847 May 18 06:28:14.624336 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-c5d0c0be-70c8-40dc-9b7b-d0c5ec1072fb req-b8d55d1f-2f1a-45da-b0ac-e2c6b6bdbc88 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380170 May 18 06:28:15.805606 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb93494-2a9b-4830-9df4-4e9c9b7564b4 req-1a7c5767-6e5b-48ef-a42a-791ea6c273ca tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:15.807054 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fcb93494-2a9b-4830-9df4-4e9c9b7564b4 req-1a7c5767-6e5b-48ef-a42a-791ea6c273ca tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 943 time: 0.0792248 May 18 06:28:15.853195 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-fcb93494-2a9b-4830-9df4-4e9c9b7564b4 req-2fb15f32-feeb-41fa-9588-8d67e197e575 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406024 May 18 06:28:17.036171 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309239a-d40d-45e8-9b60-1d462b3262ed req-74d4bca0-4f1e-4965-863f-224ae3ed561c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:17.037612 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6309239a-d40d-45e8-9b60-1d462b3262ed req-74d4bca0-4f1e-4965-863f-224ae3ed561c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 943 time: 0.0821378 May 18 06:28:17.081794 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6309239a-d40d-45e8-9b60-1d462b3262ed req-def9bc03-c1fe-48b2-89f0-749373921947 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386143 May 18 06:28:18.265066 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1275e2-069c-486f-b952-af689060a7ce req-e366bfd1-86cb-4ffe-9065-5754d52b29b6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:18.266503 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8c1275e2-069c-486f-b952-af689060a7ce req-e366bfd1-86cb-4ffe-9065-5754d52b29b6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 943 time: 0.0813887 May 18 06:28:18.310964 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-8c1275e2-069c-486f-b952-af689060a7ce req-9d8e8850-4c9e-416f-b85a-b3cb40772b7f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384841 May 18 06:28:19.490976 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfc6df-3158-4d0c-8079-f518fd2bf965 req-d096318a-8f86-48d1-bb44-b1d125bbe20c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:19.492421 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f4bfc6df-3158-4d0c-8079-f518fd2bf965 req-d096318a-8f86-48d1-bb44-b1d125bbe20c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 943 time: 0.0794375 May 18 06:28:19.538371 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-f4bfc6df-3158-4d0c-8079-f518fd2bf965 req-31647a14-3141-4af9-9cc3-5e6cb2e00686 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402987 May 18 06:28:20.717151 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b8a51-698d-4a73-b771-8b48916825c9 req-4ec57f98-1057-4e9b-91fa-ecb55180d7b9 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:20.718586 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-537b8a51-698d-4a73-b771-8b48916825c9 req-4ec57f98-1057-4e9b-91fa-ecb55180d7b9 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 943 time: 0.0791287 May 18 06:28:20.762328 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-537b8a51-698d-4a73-b771-8b48916825c9 req-03e15a72-5953-48c7-930d-d29f927c3081 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380859 May 18 06:28:20.963704 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 59a715ba-87c8-4387-a145-8482088b9b8e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=78804) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 18 06:28:21.098376 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 59a715ba-87c8-4387-a145-8482088b9b8e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=59a715ba-87c8-4387-a145-8482088b9b8e,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:21.110939 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Returning: {'device': '59a715ba-87c8-4387-a145-8482088b9b8e', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'port_id': '59a715ba-87c8-4387-a145-8482088b9b8e', 'mac_address': 'fa:16:3e:82:0f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78804) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 18 06:28:21.166882 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.183062 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a715ba-87c8-4387-a145-8482088b9b8e {{(pid=78804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 18 06:28:21.198047 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 59a715ba-87c8-4387-a145-8482088b9b8e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=59a715ba-87c8-4387-a145-8482088b9b8e,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:21.202163 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:21.203924 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-acc68f37-f49d-46e4-a1db-50a976695d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:21.267889 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=59a715ba-87c8-4387-a145-8482088b9b8e,revision_number=4']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:21.275650 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.276029 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.276371 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.276709 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.277040 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.277368 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.277693 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.278018 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.278344 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.278667 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.278987 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.279308 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:21.283189 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:21.538720 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] get_ports_and_sgs() called for port_ids ['59a715ba-87c8-4387-a145-8482088b9b8e'] {{(pid=78804) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 18 06:28:21.950932 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e049f5-41f6-429d-8486-a0845e810130 req-50421487-186f-4572-b8a9-c3569f2399d8 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:21.952387 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-96e049f5-41f6-429d-8486-a0845e810130 req-50421487-186f-4572-b8a9-c3569f2399d8 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 944 time: 0.0813444 May 18 06:28:21.995989 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-96e049f5-41f6-429d-8486-a0845e810130 req-191c1b76-d51b-4f72-a401-9b6918e686e6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379932 May 18 06:28:22.988104 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 59a715ba-87c8-4387-a145-8482088b9b8e up at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 18 06:28:23.059825 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning for port 59a715ba-87c8-4387-a145-8482088b9b8e completed by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 18 06:28:23.064302 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.provisioning_blocks [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Provisioning complete for port 59a715ba-87c8-4387-a145-8482088b9b8e triggered by entity L2. {{(pid=78804) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 18 06:28:23.064682 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060601'] for port, provisioning_complete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.178888 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b801781-8ecd-47ac-a9d9-7c4dfa653b24 req-3061da98-6217-43e5-b259-14faee2250dc tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:23.180354 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0b801781-8ecd-47ac-a9d9-7c4dfa653b24 req-3061da98-6217-43e5-b259-14faee2250dc tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 944 time: 0.0805182 May 18 06:28:23.181120 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.207219 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a715ba-87c8-4387-a145-8482088b9b8e'}] {{(pid=78804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:28:23.217948 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] For port 59a715ba-87c8-4387-a145-8482088b9b8e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=59a715ba-87c8-4387-a145-8482088b9b8e,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:28:23.229125 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888'] for port, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.230224 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0b801781-8ecd-47ac-a9d9-7c4dfa653b24 req-2ac2ff3c-4d0b-4d26-9e20-8126ee63d9ad tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440023 May 18 06:28:23.231411 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:23.305634 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Pushing event updated for resources: {'Port': ['ID=59a715ba-87c8-4387-a145-8482088b9b8e,revision_number=5']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:23.310210 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:23.312213 dv-cinder-784623-10-iscsi neutron-server[78804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a715ba-87c8-4387-a145-8482088b9b8e', 'code': 200} May 18 06:28:23.485318 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:23.666962 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018534a-def6-49a0-b6b1-a3a2e888f4ae req-70811215-3036-4f26-994b-19b028b27d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:23.668440 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0018534a-def6-49a0-b6b1-a3a2e888f4ae req-70811215-3036-4f26-994b-19b028b27d82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 1098 time: 0.1572723 May 18 06:28:23.710919 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-0018534a-def6-49a0-b6b1-a3a2e888f4ae req-6ffc2af7-63bd-48eb-b5c9-1ef904c9e2ca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356042 May 18 06:28:24.423488 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb151de4-7cdd-4225-81c7-27365ca83abe req-be59b7ea-2e77-4aec-a559-114f73f7d1e9 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:24.424882 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cb151de4-7cdd-4225-81c7-27365ca83abe req-be59b7ea-2e77-4aec-a559-114f73f7d1e9 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 945 time: 0.0829298 May 18 06:28:24.476931 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-cb151de4-7cdd-4225-81c7-27365ca83abe req-efe06b3e-a532-4c0c-9b91-cdc4d8d221e7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438886 May 18 06:28:25.657022 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ab35d-e3b5-4925-8680-e85101c9eab2 req-e553f694-4201-4c1a-9a04-9138385a6947 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:25.658439 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e22ab35d-e3b5-4925-8680-e85101c9eab2 req-e553f694-4201-4c1a-9a04-9138385a6947 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 945 time: 0.0777254 May 18 06:28:25.706014 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-e22ab35d-e3b5-4925-8680-e85101c9eab2 req-54cc9c57-365d-4fb2-88ae-d3c6e5aba0c7 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419717 May 18 06:28:25.885578 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df263ac7-3072-4033-a884-3943d1b50575 req-c98010b7-cc23-4ec1-af4c-6b3729c767ff tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:25.886905 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-df263ac7-3072-4033-a884-3943d1b50575 req-c98010b7-cc23-4ec1-af4c-6b3729c767ff tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 945 time: 0.0789571 May 18 06:28:25.931501 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-df263ac7-3072-4033-a884-3943d1b50575 req-2842b3f7-3250-49bc-905b-9bc5865694d4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386634 May 18 06:28:25.954278 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 42252) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:26.022861 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d5ce05-9dc7-4b4f-91ff-638f4f53fe8c tempest-TestVolumeBootPattern-91879330 tempest-TestVolumeBootPattern-91879330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:26.024352 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-66d5ce05-9dc7-4b4f-91ff-638f4f53fe8c tempest-TestVolumeBootPattern-91879330 tempest-TestVolumeBootPattern-91879330-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 1093 time: 0.0691175 May 18 06:28:26.027060 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 42256) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:26.032087 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.v2.base [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Request body: {'floatingip': {'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'port_id': '59a715ba-87c8-4387-a145-8482088b9b8e', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 18 06:28:26.037711 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:26.041496 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Usage tracker for resource:floatingip and tenant:4f9d306a59be4bf997637c0d369e937f is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:26.044322 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:26.050432 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:26.059852 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.288267 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.424317 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.db_base_plugin_common [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Allocated IP 172.27.2.42 (62a0f7ad-a0c7-4110-9c22-c55291b486c1/7444b712-f267-4640-b2d9-530c2a92c4c0/327e9564-6619-441d-a702-f33c1aae42e8) {{(pid=78803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 18 06:28:26.567284 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for port, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.594887 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755054219825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3848566'] for port, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:26.599074 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-e3ca2486-89c2-4208-96f0-e4de119e65c5 tempest-VolumesNegativeTest-1275409675 tempest-VolumesNegativeTest-1275409675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:26.656146 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Network 62a0f7ad-a0c7-4110-9c22-c55291b486c1 is already hosted by enough agents. {{(pid=78803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 18 06:28:26.658855 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.base_scheduler [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Resources bound (agent type, host, resource id): {{(pid=78803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 18 06:28:26.663122 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Received port after_create {{(pid=78803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 18 06:28:26.708931 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'Port': ['ID=327e9564-6619-441d-a702-f33c1aae42e8,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:26.720865 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.721248 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.721621 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.721988 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.722350 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.722717 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.723075 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.723434 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.723833 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.724194 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.724547 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.724922 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:26.730201 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:27.076051 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:27.146756 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982611'] for port, before_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:27.344480 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for port, precommit_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:27.349550 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755054670394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755054219843', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755054219888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3848575'] for port, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:27.353235 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-0036e524-9847-44a9-82ed-c25099136fc1 tempest-VolumesSnapshotTestJSON-272869478 tempest-VolumesSnapshotTestJSON-272869478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:27.461768 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event updated for resources: {'Port': ['ID=327e9564-6619-441d-a702-f33c1aae42e8,revision_number=2']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:27.464469 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:27.474541 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678724'] for floatingip, after_update {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:27.646662 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.db.l3_db [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Floating IP fda756cb-5363-4804-a180-3aa9aa2fda47 associated. External IP: 172.27.2.42, port: 59a715ba-87c8-4387-a145-8482088b9b8e. May 18 06:28:28.084363 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Router eb5c1fe6-599b-4a92-8796-98b49d4d3399 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:28:28.261405 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:28:28.270457 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e79c9-c8ca-4096-bff8-4ca1fe078392 None None] Sync routers for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:28:28.280073 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e79c9-c8ca-4096-bff8-4ca1fe078392 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:28:28.280688 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-199e79c9-c8ca-4096-bff8-4ca1fe078392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:28:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:28.288599 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:28.342801 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-42f6a239-ed8e-40d0-b898-0c987b1d8c3d tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3146343 May 18 06:28:28.343566 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'tag': '59a715ba-87c8-4387-a145-8482088b9b8e'}] {{(pid=78803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:28:28.442634 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'tag': '59a715ba-87c8-4387-a145-8482088b9b8e', 'status': 'completed', 'code': 200} May 18 06:28:28.464389 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-199e79c9-c8ca-4096-bff8-4ca1fe078392 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:28:28.542007 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca9eef-87a1-46b7-b9ab-56314a806aac req-0c240a67-26d6-46cf-8b34-282f1231d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:28.543611 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6dca9eef-87a1-46b7-b9ab-56314a806aac req-0c240a67-26d6-46cf-8b34-282f1231d01e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 1098 time: 0.0787635 May 18 06:28:28.683291 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca9eef-87a1-46b7-b9ab-56314a806aac req-7b8a2235-5505-475d-b29c-9a7b826bb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:28.686092 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6dca9eef-87a1-46b7-b9ab-56314a806aac req-7b8a2235-5505-475d-b29c-9a7b826bb80c service neutron] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 913 time: 0.1353548 May 18 06:28:28.797585 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6dca9eef-87a1-46b7-b9ab-56314a806aac req-b97c713a-126e-4a37-bba4-a658b0445d4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a715ba-87c8-4387-a145-8482088b9b8e HTTP/1.1" status: 200 len: 998 time: 0.1051188 May 18 06:28:28.859339 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca9eef-87a1-46b7-b9ab-56314a806aac req-e8c0cac8-9d39-49ad-836f-78772962b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:28.860285 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-199e79c9-c8ca-4096-bff8-4ca1fe078392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'd1f81fb7-eb04-4b39-a014-6d0a739b48f5', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:3a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:26:18Z', 'updated_at': '2021-05-18T06:26:22Z', 'revision_number': 1, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}, {'id': 'fda756cb-5363-4804-a180-3aa9aa2fda47', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '59a715ba-87c8-4387-a145-8482088b9b8e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:82:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:28:27Z', 'updated_at': '2021-05-18T06:28:27Z', 'revision_number': 0, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:28.860699 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6dca9eef-87a1-46b7-b9ab-56314a806aac req-e8c0cac8-9d39-49ad-836f-78772962b5d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0569820 May 18 06:28:28.864463 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e79c9-c8ca-4096-bff8-4ca1fe078392 None None] Checking router: eb5c1fe6-599b-4a92-8796-98b49d4d3399 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:28:28.874287 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e79c9-c8ca-4096-bff8-4ca1fe078392 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:28:28.874895 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-199e79c9-c8ca-4096-bff8-4ca1fe078392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:28:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:28.941180 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca9eef-87a1-46b7-b9ab-56314a806aac req-060815bc-684e-4ee9-aec8-d084f35fe4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:28.942664 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6dca9eef-87a1-46b7-b9ab-56314a806aac req-060815bc-684e-4ee9-aec8-d084f35fe4ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0754979 May 18 06:28:29.053888 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-199e79c9-c8ca-4096-bff8-4ca1fe078392 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:28:29.072621 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6dca9eef-87a1-46b7-b9ab-56314a806aac req-8dd545be-3a5f-4be7-94d2-6b1c4eebf8db service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229770 May 18 06:28:29.200387 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-6dca9eef-87a1-46b7-b9ab-56314a806aac req-a8676014-6c49-4c9c-89fb-41ad8ec61a70 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217878 May 18 06:28:29.397942 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-199e79c9-c8ca-4096-bff8-4ca1fe078392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'd1f81fb7-eb04-4b39-a014-6d0a739b48f5', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:3a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:26:18Z', 'updated_at': '2021-05-18T06:26:22Z', 'revision_number': 1, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}, {'id': 'fda756cb-5363-4804-a180-3aa9aa2fda47', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '59a715ba-87c8-4387-a145-8482088b9b8e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:82:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:28:27Z', 'updated_at': '2021-05-18T06:28:27Z', 'revision_number': 0, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:28:29.401805 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e79c9-c8ca-4096-bff8-4ca1fe078392 None None] The sync data for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi is: [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'd1f81fb7-eb04-4b39-a014-6d0a739b48f5', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:3a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:26:18Z', 'updated_at': '2021-05-18T06:26:22Z', 'revision_number': 1, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}, {'id': 'fda756cb-5363-4804-a180-3aa9aa2fda47', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '59a715ba-87c8-4387-a145-8482088b9b8e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:82:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:28:27Z', 'updated_at': '2021-05-18T06:28:27Z', 'revision_number': 0, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:28:29.574885 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b032281-c480-4ac9-8659-982829b34630 None None] New status for floating IP fda756cb-5363-4804-a180-3aa9aa2fda47: ACTIVE {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:28:33.762358 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42304) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:33.875429 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:33.893488 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:33.897313 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Usage tracker for resource:security_group_rule and tenant:4830269f70554de8b2a13c667497039d is out of sync, need to count used quota {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:33.900701 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78802) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:33.906234 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.quota.driver [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78802) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:33.985252 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:33.988826 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:33.996908 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-21472272-e4e7-4b3b-b8d4-9c6dd9dc0dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:34.035550 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4830269f70554de8b2a13c667497039d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720788 May 18 06:28:34.036433 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31646298-8780-4a1a-a50c-b4fbb8e522ee,revision_number=1']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:34.038163 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 42310) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:34.043866 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.044260 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.044643 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.045016 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.045388 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.045755 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.046125 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.046490 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.046856 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.047216 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.047576 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.047984 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:28:34.051960 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ac6c0877-923b-4e35-9936-691b4da76cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:34.079212 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a3259752-3b71-4c21-9f90-242704b71bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:34.096798 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c685a482-231d-4ac1-9f43-a53504c18465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:34.121638 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c685a482-231d-4ac1-9f43-a53504c18465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:34.174636 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c685a482-231d-4ac1-9f43-a53504c18465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:34.180192 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-21eda798-43ac-48e6-9f2f-fd8c3d56d400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:34.192655 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685a482-231d-4ac1-9f43-a53504c18465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31646298-8780-4a1a-a50c-b4fbb8e522ee,revision_number=None']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:34.195771 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-c685a482-231d-4ac1-9f43-a53504c18465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:34.197980 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-c685a482-231d-4ac1-9f43-a53504c18465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:34.199095 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-c685a482-231d-4ac1-9f43-a53504c18465 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31646298-8780-4a1a-a50c-b4fbb8e522ee HTTP/1.1" status: 204 len: 168 time: 0.1599650 May 18 06:28:35.290227 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:28:36.501706 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:36.534241 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c74d80d3-02f0-4a4a-92be-dc6bfacb2178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:37.643812 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:38.050309 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.wsgi [-] (78803) accepted ('10.222.0.13', 42360) {{(pid=78803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:38.164410 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf8bdff1-208b-4cfc-b336-e140b7986b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:38.178447 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bf8bdff1-208b-4cfc-b336-e140b7986b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 18 06:28:38.182682 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bf8bdff1-208b-4cfc-b336-e140b7986b5c admin admin] Usage tracker for resource:security_group_rule and tenant:f1e6fa40fb994383bc31303ae213df23 is out of sync, need to count used quota {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 18 06:28:38.185510 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.quota.resource [None req-bf8bdff1-208b-4cfc-b336-e140b7986b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78803) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 18 06:28:38.191166 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.db.quota.driver [None req-bf8bdff1-208b-4cfc-b336-e140b7986b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78803) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 18 06:28:38.269993 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf8bdff1-208b-4cfc-b336-e140b7986b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:38.273687 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron_lib.callbacks.manager [None req-bf8bdff1-208b-4cfc-b336-e140b7986b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_create {{(pid=78803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:38.282595 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-9de53d9e-c886-4510-984f-ee7672a5a055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:38.321742 dv-cinder-784623-10-iscsi neutron-server[78803]: INFO neutron.wsgi [None req-bf8bdff1-208b-4cfc-b336-e140b7986b5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1e6fa40fb994383bc31303ae213df23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703969 May 18 06:28:38.323315 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bdff1-208b-4cfc-b336-e140b7986b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a30a6ac-a239-4f2b-b5a8-c9f012201609,revision_number=1']} {{(pid=78803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:38.324454 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42366) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:28:38.326275 dv-cinder-784623-10-iscsi neutron-server[78803]: DEBUG oslo_concurrency.lockutils [None req-bf8bdff1-208b-4cfc-b336-e140b7986b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:38.381775 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ee319f7a-b20b-4c0c-b602-6ff6161d93a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:38.405773 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ee319f7a-b20b-4c0c-b602-6ff6161d93a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:38.457210 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ee319f7a-b20b-4c0c-b602-6ff6161d93a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:38.462370 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-90c09c67-962c-475b-b3e8-b200ae796c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:28:38.480639 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee319f7a-b20b-4c0c-b602-6ff6161d93a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a30a6ac-a239-4f2b-b5a8-c9f012201609,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:28:38.483423 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ee319f7a-b20b-4c0c-b602-6ff6161d93a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:28:38.487382 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ee319f7a-b20b-4c0c-b602-6ff6161d93a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:38.488502 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-ee319f7a-b20b-4c0c-b602-6ff6161d93a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a30a6ac-a239-4f2b-b5a8-c9f012201609 HTTP/1.1" status: 204 len: 168 time: 0.1630883 May 18 06:28:39.393979 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:53.506752 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:28:54.916588 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-cea13c47-09e7-41f2-9b80-4e4e2fcf3f39 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670390 May 18 06:28:55.049884 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-1947d092-ed43-43de-96d4-c036f784139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:55.051295 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-1947d092-ed43-43de-96d4-c036f784139a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 1098 time: 0.0680640 May 18 06:28:55.193646 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-3fa75a09-32f4-48e3-a053-9add5569fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:55.195075 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-3fa75a09-32f4-48e3-a053-9add5569fe32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 913 time: 0.1228797 May 18 06:28:55.378027 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-5fd9182c-7795-4c47-93d7-03fd8fb31941 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=155e3aab-d763-4a0d-a178-6675d32dfba1 HTTP/1.1" status: 200 len: 1001 time: 0.1765554 May 18 06:28:55.441680 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-5a07f902-dc6b-43c9-b015-5c1566155605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:55.443063 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-5a07f902-dc6b-43c9-b015-5c1566155605 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0580540 May 18 06:28:55.516471 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-eaa7339b-2523-4088-bed5-37587be3f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:28:55.517805 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-eaa7339b-2523-4088-bed5-37587be3f9f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0682838 May 18 06:28:55.645532 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-5774b082-771e-4f5a-9f10-29ddaa9ca432 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201539 May 18 06:28:55.773528 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-ceec8e28-6b5b-4736-8040-3f5729cb661f req-e7793577-f6ab-4696-9a65-e60cbf15f5e2 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210859 May 18 06:29:04.081629 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-24caa4cf-b354-4acb-acce-9096d9654562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:06.494109 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:06.535318 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-39353a35-df70-4d37-8055-779884aa5db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:07.644708 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:09.397449 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:12.289272 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:29:23.539770 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:34.082206 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-43289f27-f5a7-4388-b4a1-db18edb187fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:36.496566 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:36.535844 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-54784bf6-7afa-4ebc-9eed-40497726ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:37.647438 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:39.400315 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:49.291573 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:29:53.555486 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:55.468007 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42396) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:29:55.723374 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Deleting port 327e9564-6619-441d-a702-f33c1aae42e8 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:29:55.723739 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:55.837581 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:55.837918 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:55.992175 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Calling delete_port for 327e9564-6619-441d-a702-f33c1aae42e8 owned by network:floatingip {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:29:56.048929 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-7c5fc07c-25c4-45d5-914b-d1729111d08d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1486902 May 18 06:29:56.185236 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:56.191670 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c9a65162-19c5-4e22-868b-e11a46636f0d tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:29:56.238286 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-912dd418-2ccf-48ec-851e-681535444302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:56.239768 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-912dd418-2ccf-48ec-851e-681535444302 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 1098 time: 0.1684928 May 18 06:29:56.242587 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event deleted for resources: {'Port': ['ID=327e9564-6619-441d-a702-f33c1aae42e8,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:29:56.298905 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.299297 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.299673 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.300070 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.300436 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.300803 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.301165 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.301527 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.301887 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.302246 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.302603 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.302957 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:29:56.334620 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:29:56.524334 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:56.525001 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.l3_db [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Floating IP fda756cb-5363-4804-a180-3aa9aa2fda47 disassociated (deleted). External IP: 172.27.2.42, port: 59a715ba-87c8-4387-a145-8482088b9b8e. May 18 06:29:56.620544 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-78afedde-f1a4-4e8f-ba19-61cb00cad9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:56.621967 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-78afedde-f1a4-4e8f-ba19-61cb00cad9bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 913 time: 0.3453166 May 18 06:29:56.753141 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-b7ef1b70-1616-4c2d-93ac-4df44f51b487 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a715ba-87c8-4387-a145-8482088b9b8e HTTP/1.1" status: 200 len: 217 time: 0.0778167 May 18 06:29:56.896209 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-29c799e8-1086-4d7b-afad-17143e9df0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:56.897559 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-29c799e8-1086-4d7b-afad-17143e9df0e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.1366084 May 18 06:29:57.048723 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Router eb5c1fe6-599b-4a92-8796-98b49d4d3399 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:29:57.061913 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-56e2ecc4-45c4-43da-a3e9-e9f6633697d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:57.063376 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-56e2ecc4-45c4-43da-a3e9-e9f6633697d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1591001 May 18 06:29:57.335890 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-25116f11-e532-4a63-8eaf-1b76108eed80 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227180 May 18 06:29:57.337015 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:29:57.346253 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3f704-d381-4211-aaaf-10c7d9046634 None None] Sync routers for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:29:57.356627 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3f704-d381-4211-aaaf-10c7d9046634 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:29:57.357358 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-bea3f704-d381-4211-aaaf-10c7d9046634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:29:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:29:57.434834 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:57.510125 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-f0cfd3a4-1059-490a-955b-9519441ff9c4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "DELETE /v2.0/floatingips/fda756cb-5363-4804-a180-3aa9aa2fda47 HTTP/1.1" status: 204 len: 168 time: 2.0410256 May 18 06:29:57.518871 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'tag': '59a715ba-87c8-4387-a145-8482088b9b8e'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:29:57.533100 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-58f526ac-6c11-45a3-9fa1-bbf1c403d660 req-51e71a7d-a876-41d2-abcc-141e633aa282 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899204 May 18 06:29:57.581251 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-bea3f704-d381-4211-aaaf-10c7d9046634 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:29:57.581978 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'tag': '59a715ba-87c8-4387-a145-8482088b9b8e', 'status': 'completed', 'code': 200} May 18 06:29:57.677324 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e88ea-ab80-4f44-9505-62cf3f0a9d7a req-3c3095ae-1639-44b6-964a-89fc0051b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:57.679439 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-677e88ea-ab80-4f44-9505-62cf3f0a9d7a req-3c3095ae-1639-44b6-964a-89fc0051b0d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 1098 time: 0.0758157 May 18 06:29:57.933279 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-bea3f704-d381-4211-aaaf-10c7d9046634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'd1f81fb7-eb04-4b39-a014-6d0a739b48f5', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:3a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:26:18Z', 'updated_at': '2021-05-18T06:26:22Z', 'revision_number': 1, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:29:57.938644 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3f704-d381-4211-aaaf-10c7d9046634 None None] Checking router: eb5c1fe6-599b-4a92-8796-98b49d4d3399 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:29:57.948506 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea3f704-d381-4211-aaaf-10c7d9046634 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:29:57.949182 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-bea3f704-d381-4211-aaaf-10c7d9046634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:29:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:29:57.996312 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e88ea-ab80-4f44-9505-62cf3f0a9d7a req-e1499a7b-9490-4d6d-a722-675da9372eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:57.997747 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-677e88ea-ab80-4f44-9505-62cf3f0a9d7a req-e1499a7b-9490-4d6d-a722-675da9372eb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 913 time: 0.3124962 May 18 06:29:58.067233 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9dc34-c1af-41ec-8604-f5e260f8e097 req-8a4f6d01-713a-43bf-aaa3-4ac2a2d3943c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:58.067946 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-bec9dc34-c1af-41ec-8604-f5e260f8e097 req-8a4f6d01-713a-43bf-aaa3-4ac2a2d3943c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Synchronizing usage tracker for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:29:58.079265 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-677e88ea-ab80-4f44-9505-62cf3f0a9d7a req-4aa663fd-e304-43b8-9b43-203125f68054 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59a715ba-87c8-4387-a145-8482088b9b8e HTTP/1.1" status: 200 len: 217 time: 0.0741212 May 18 06:29:58.129241 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-bea3f704-d381-4211-aaaf-10c7d9046634 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:29:58.130482 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-bec9dc34-c1af-41ec-8604-f5e260f8e097 req-8a4f6d01-713a-43bf-aaa3-4ac2a2d3943c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Unset dirty status for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:29:58.131609 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bec9dc34-c1af-41ec-8604-f5e260f8e097 req-8a4f6d01-713a-43bf-aaa3-4ac2a2d3943c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 945 time: 0.2341552 May 18 06:29:58.167317 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e88ea-ab80-4f44-9505-62cf3f0a9d7a req-5d4cc689-0614-4bd5-ba31-be6b576fb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:58.168753 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-677e88ea-ab80-4f44-9505-62cf3f0a9d7a req-5d4cc689-0614-4bd5-ba31-be6b576fb25b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0816171 May 18 06:29:58.231028 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bec9dc34-c1af-41ec-8604-f5e260f8e097 req-b248dfc5-5dc9-4cb7-aeb0-710eaa23352f tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904152 May 18 06:29:58.258082 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e88ea-ab80-4f44-9505-62cf3f0a9d7a req-5329f873-7558-49b7-ae9e-8a825a26df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:58.259962 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-677e88ea-ab80-4f44-9505-62cf3f0a9d7a req-5329f873-7558-49b7-ae9e-8a825a26df3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0816343 May 18 06:29:58.389757 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-677e88ea-ab80-4f44-9505-62cf3f0a9d7a req-76b8ee7b-67c3-4a63-9b89-4fc2bcd629e9 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229262 May 18 06:29:58.472908 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-bea3f704-d381-4211-aaaf-10c7d9046634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'd1f81fb7-eb04-4b39-a014-6d0a739b48f5', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:3a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:26:18Z', 'updated_at': '2021-05-18T06:26:22Z', 'revision_number': 1, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:29:58.476926 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3f704-d381-4211-aaaf-10c7d9046634 None None] The sync data for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi is: [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_floatingips': [{'id': 'd1f81fb7-eb04-4b39-a014-6d0a739b48f5', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'floating_ip_address': '172.27.2.121', 'floating_network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'router_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'port_id': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'mac_address': 'fa:16:3e:3a:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-18T06:26:18Z', 'updated_at': '2021-05-18T06:26:22Z', 'revision_number': 1, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:29:58.522220 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-677e88ea-ab80-4f44-9505-62cf3f0a9d7a req-862de7f5-a4be-48b4-b8c3-93912a4a95de service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250751 May 18 06:29:58.672575 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050d4ec8-623b-4873-b96c-bb28df66a486 None None] New status for floating IP fda756cb-5363-4804-a180-3aa9aa2fda47: DOWN {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:29:59.334911 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f540c-fe35-4fad-b465-6e9e9c9d0f5e req-fb47574e-f840-493a-aa75-dc209edecb60 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:59.336353 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-617f540c-fe35-4fad-b465-6e9e9c9d0f5e req-fb47574e-f840-493a-aa75-dc209edecb60 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 945 time: 0.0828962 May 18 06:29:59.523288 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0b4de-a86b-4447-a3cb-bf1862088e85 req-ac67f051-cff4-439d-9648-5cbbd62bdbd6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:29:59.524738 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-95f0b4de-a86b-4447-a3cb-bf1862088e85 req-ac67f051-cff4-439d-9648-5cbbd62bdbd6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 945 time: 0.1544631 May 18 06:29:59.563824 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [req-617f540c-fe35-4fad-b465-6e9e9c9d0f5e req-220cf41e-8b05-48f2-a74b-0980ac00e407 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Deleting port 59a715ba-87c8-4387-a145-8482088b9b8e {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:29:59.564171 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-617f540c-fe35-4fad-b465-6e9e9c9d0f5e req-220cf41e-8b05-48f2-a74b-0980ac00e407 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:59.592340 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-95f0b4de-a86b-4447-a3cb-bf1862088e85 req-1bc59c1d-14cc-4de8-87bd-c985a9e832fd tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614932 May 18 06:29:59.703183 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-617f540c-fe35-4fad-b465-6e9e9c9d0f5e req-220cf41e-8b05-48f2-a74b-0980ac00e407 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] For port 59a715ba-87c8-4387-a145-8482088b9b8e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=59a715ba-87c8-4387-a145-8482088b9b8e,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:29:59.703538 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-617f540c-fe35-4fad-b465-6e9e9c9d0f5e req-220cf41e-8b05-48f2-a74b-0980ac00e407 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:59.821261 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [req-617f540c-fe35-4fad-b465-6e9e9c9d0f5e req-220cf41e-8b05-48f2-a74b-0980ac00e407 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Calling delete_port for 59a715ba-87c8-4387-a145-8482088b9b8e owned by compute:nova {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:29:59.930219 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-617f540c-fe35-4fad-b465-6e9e9c9d0f5e req-220cf41e-8b05-48f2-a74b-0980ac00e407 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:29:59.936470 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:29:59.979026 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cf41e-8b05-48f2-a74b-0980ac00e407 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event deleted for resources: {'Port': ['ID=59a715ba-87c8-4387-a145-8482088b9b8e,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:29:59.982065 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-220cf41e-8b05-48f2-a74b-0980ac00e407 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:00.054234 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [req-617f540c-fe35-4fad-b465-6e9e9c9d0f5e req-220cf41e-8b05-48f2-a74b-0980ac00e407 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] No DVR routers for this DVR port 59a715ba-87c8-4387-a145-8482088b9b8e on host hv-cinder-78462 {{(pid=78802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:30:00.056774 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-617f540c-fe35-4fad-b465-6e9e9c9d0f5e req-220cf41e-8b05-48f2-a74b-0980ac00e407 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:00.059280 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'name': 'network-vif-deleted', 'tag': '59a715ba-87c8-4387-a145-8482088b9b8e'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:30:00.074094 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-617f540c-fe35-4fad-b465-6e9e9c9d0f5e req-220cf41e-8b05-48f2-a74b-0980ac00e407 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "DELETE /v2.0/ports/59a715ba-87c8-4387-a145-8482088b9b8e HTTP/1.1" status: 204 len: 173 time: 0.7317460 May 18 06:30:00.106692 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba3f551-97f5-44c5-882c-019e1fbd409a', 'name': 'network-vif-deleted', 'tag': '59a715ba-87c8-4387-a145-8482088b9b8e', 'status': 'completed', 'code': 200} May 18 06:30:00.748762 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-3f7e56d5-4fa9-461b-b291-bcf8f3e76119 req-4d660416-2245-4ce0-9622-d9c2ce823ab1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Synchronizing usage tracker for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:30:00.764940 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-3f7e56d5-4fa9-461b-b291-bcf8f3e76119 req-4d660416-2245-4ce0-9622-d9c2ce823ab1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Unset dirty status for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:30:00.766820 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-3f7e56d5-4fa9-461b-b291-bcf8f3e76119 req-4d660416-2245-4ce0-9622-d9c2ce823ab1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ba3f551-97f5-44c5-882c-019e1fbd409a HTTP/1.1" status: 200 len: 210 time: 0.0596027 May 18 06:30:01.501584 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 59a715ba-87c8-4387-a145-8482088b9b8e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:30:01.535023 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 59a715ba-87c8-4387-a145-8482088b9b8e {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:30:01.535317 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 59a715ba-87c8-4387-a145-8482088b9b8e not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:30:04.083883 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-9889527d-2538-4872-9b8f-55001bbcf1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:04.242335 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42426) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:04.588901 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Deleting port 1cdfec7c-2705-4266-9f0e-ad704ee87e2b {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:30:04.589174 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:04.702563 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:04.702892 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:04.822274 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Calling delete_port for 1cdfec7c-2705-4266-9f0e-ad704ee87e2b owned by network:floatingip {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:30:04.938222 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:04.942468 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-be1da847-4ab2-4051-82f2-63148cb88f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:04.983113 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event deleted for resources: {'Port': ['ID=1cdfec7c-2705-4266-9f0e-ad704ee87e2b,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:04.986231 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:05.073464 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:05.073801 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.db.l3_db [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Floating IP d1f81fb7-eb04-4b39-a014-6d0a739b48f5 disassociated (deleted). External IP: 172.27.2.121, port: 155e3aab-d763-4a0d-a178-6675d32dfba1. May 18 06:30:05.412950 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Router eb5c1fe6-599b-4a92-8796-98b49d4d3399 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:30:05.589895 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:30:05.598874 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8150e-25c3-4fc4-ac1e-9ca298cfd0e7 None None] Sync routers for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:30:05.608729 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8150e-25c3-4fc4-ac1e-9ca298cfd0e7 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:30:05.609211 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:05.609340 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-4ea8150e-25c3-4fc4-ac1e-9ca298cfd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:29:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:05.663506 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-9dd8b1fe-2212-4204-b648-e89d9998f4b1 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "DELETE /v2.0/floatingips/d1f81fb7-eb04-4b39-a014-6d0a739b48f5 HTTP/1.1" status: 204 len: 168 time: 1.4200554 May 18 06:30:05.664301 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'tag': '155e3aab-d763-4a0d-a178-6675d32dfba1'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:30:05.711900 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'tag': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'status': 'completed', 'code': 200} May 18 06:30:05.789130 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-4ea8150e-25c3-4fc4-ac1e-9ca298cfd0e7 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:30:05.932037 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25c013-77e1-456a-b7b8-f262ba601805 req-32f76a24-afa9-4a17-b318-6eb9ce190ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:30:05.933522 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bc25c013-77e1-456a-b7b8-f262ba601805 req-32f76a24-afa9-4a17-b318-6eb9ce190ce2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4f9d306a59be4bf997637c0d369e937f&device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 1098 time: 0.2006755 May 18 06:30:06.124398 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25c013-77e1-456a-b7b8-f262ba601805 req-5da4b7cc-562b-442a-944d-674b61c8829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:30:06.125748 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bc25c013-77e1-456a-b7b8-f262ba601805 req-5da4b7cc-562b-442a-944d-674b61c8829f service neutron] 10.222.0.18 "GET /v2.0/networks?id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 200 len: 913 time: 0.1857231 May 18 06:30:06.134287 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea8b51-cd33-4657-954f-3739dc0eaedd req-432df12c-4ab7-4b5b-8264-3891d90078a2 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:30:06.134950 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-aaea8b51-cd33-4657-954f-3739dc0eaedd req-432df12c-4ab7-4b5b-8264-3891d90078a2 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Synchronizing usage tracker for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:30:06.151280 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-4ea8150e-25c3-4fc4-ac1e-9ca298cfd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:06.155055 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8150e-25c3-4fc4-ac1e-9ca298cfd0e7 None None] Checking router: eb5c1fe6-599b-4a92-8796-98b49d4d3399 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:30:06.163879 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8150e-25c3-4fc4-ac1e-9ca298cfd0e7 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:30:06.164489 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-4ea8150e-25c3-4fc4-ac1e-9ca298cfd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:29:37Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:06.202668 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bc25c013-77e1-456a-b7b8-f262ba601805 req-6355bd0a-3b5e-4a43-8b7d-1e4d18145541 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=155e3aab-d763-4a0d-a178-6675d32dfba1 HTTP/1.1" status: 200 len: 217 time: 0.0640948 May 18 06:30:06.259387 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-aaea8b51-cd33-4657-954f-3739dc0eaedd req-432df12c-4ab7-4b5b-8264-3891d90078a2 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Unset dirty status for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:30:06.260719 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aaea8b51-cd33-4657-954f-3739dc0eaedd req-432df12c-4ab7-4b5b-8264-3891d90078a2 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 945 time: 0.2969582 May 18 06:30:06.293908 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25c013-77e1-456a-b7b8-f262ba601805 req-a584599a-2980-405a-9cc3-f9e1b32941fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:30:06.295311 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bc25c013-77e1-456a-b7b8-f262ba601805 req-a584599a-2980-405a-9cc3-f9e1b32941fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 200 len: 851 time: 0.0858033 May 18 06:30:06.346003 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-4ea8150e-25c3-4fc4-ac1e-9ca298cfd0e7 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:30:06.357134 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-aaea8b51-cd33-4657-954f-3739dc0eaedd req-5d120af2-656d-48a1-985c-07f1863721d6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862093 May 18 06:30:06.399148 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25c013-77e1-456a-b7b8-f262ba601805 req-e6454e98-4457-44c2-89b1-b5b138bfa537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:30:06.400566 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bc25c013-77e1-456a-b7b8-f262ba601805 req-e6454e98-4457-44c2-89b1-b5b138bfa537 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10aa1b95-71cd-4558-bc25-ccc2e2e003ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0932045 May 18 06:30:06.531095 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bc25c013-77e1-456a-b7b8-f262ba601805 req-74756e0f-cb57-4d2a-b072-70b5789f0472 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233120 May 18 06:30:06.568501 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:06.577104 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a86ddd11-f488-4a2a-bc54-51186430ac9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:06.662963 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-bc25c013-77e1-456a-b7b8-f262ba601805 req-54caa0d8-8008-46ed-bb83-02e2502de573 service neutron] 10.222.0.18 "GET /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247585 May 18 06:30:06.681392 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-4ea8150e-25c3-4fc4-ac1e-9ca298cfd0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:06.686782 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea8150e-25c3-4fc4-ac1e-9ca298cfd0e7 None None] The sync data for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi is: [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:22:44Z', 'revision_number': 4, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi', '_interfaces': [{'id': '38c2ae70-73bd-4eaf-a8e1-b8138f441d87', 'name': '', 'network_id': '10aa1b95-71cd-4558-bc25-ccc2e2e003ea', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'mac_address': 'fa:16:3e:74:dd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:43Z', 'updated_at': '2021-05-18T06:22:50Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'subnets': [{'id': '0e4e0f13-cd80-4d2c-9d0b-3367a241588b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:30:06.876632 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c5b0b2-2ed4-4421-a01d-aca6cbf813a6 None None] New status for floating IP d1f81fb7-eb04-4b39-a014-6d0a739b48f5: DOWN {{(pid=78805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 18 06:30:07.431319 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88468ff3-2474-4448-80be-288d3d9bf5cb req-9137c22d-9b98-4535-99f0-9a408f3095f6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:30:07.432757 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-88468ff3-2474-4448-80be-288d3d9bf5cb req-9137c22d-9b98-4535-99f0-9a408f3095f6 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 945 time: 0.0784802 May 18 06:30:07.626435 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fefbc1-7995-4108-b9a8-7eb7e48486b1 req-344b6679-8480-4e04-a8b3-56937656ce87 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78802) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 18 06:30:07.627811 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-27fefbc1-7995-4108-b9a8-7eb7e48486b1 req-344b6679-8480-4e04-a8b3-56937656ce87 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 945 time: 0.1586888 May 18 06:30:07.649769 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [req-88468ff3-2474-4448-80be-288d3d9bf5cb req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Deleting port 155e3aab-d763-4a0d-a178-6675d32dfba1 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:30:07.650170 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-88468ff3-2474-4448-80be-288d3d9bf5cb req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:07.650508 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:07.756198 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-27fefbc1-7995-4108-b9a8-7eb7e48486b1 req-bec8403f-ca04-44d2-aa3b-a9d2a061f66c tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d168ea7-075a-4f66-92a9-96d57c47f918&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209502 May 18 06:30:07.800728 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [req-88468ff3-2474-4448-80be-288d3d9bf5cb req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] For port 155e3aab-d763-4a0d-a178-6675d32dfba1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=155e3aab-d763-4a0d-a178-6675d32dfba1,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:30:07.801092 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-88468ff3-2474-4448-80be-288d3d9bf5cb req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:07.919516 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [req-88468ff3-2474-4448-80be-288d3d9bf5cb req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Calling delete_port for 155e3aab-d763-4a0d-a178-6675d32dfba1 owned by compute:nova {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:30:08.028907 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-88468ff3-2474-4448-80be-288d3d9bf5cb req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:08.034087 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d0a93c06-c0dc-4009-ba66-13264fead07b tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:08.075490 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event deleted for resources: {'Port': ['ID=155e3aab-d763-4a0d-a178-6675d32dfba1,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:08.078936 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:08.247057 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [req-88468ff3-2474-4448-80be-288d3d9bf5cb req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] No DVR routers for this DVR port 155e3aab-d763-4a0d-a178-6675d32dfba1 on host hv-cinder-78462 {{(pid=78802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:30:08.249559 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [req-88468ff3-2474-4448-80be-288d3d9bf5cb req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for port, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:08.252253 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'name': 'network-vif-deleted', 'tag': '155e3aab-d763-4a0d-a178-6675d32dfba1'}] {{(pid=78802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 18 06:30:08.269702 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-88468ff3-2474-4448-80be-288d3d9bf5cb req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.18 "DELETE /v2.0/ports/155e3aab-d763-4a0d-a178-6675d32dfba1 HTTP/1.1" status: 204 len: 173 time: 0.8313773 May 18 06:30:08.299467 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301595c3-ab07-4660-9c9d-06a3eb76c1eb', 'name': 'network-vif-deleted', 'tag': '155e3aab-d763-4a0d-a178-6675d32dfba1', 'status': 'completed', 'code': 200} May 18 06:30:08.919705 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-076831f6-6838-4454-aae1-d160c1cd269e req-2e87e096-ef25-49b9-bbc7-2be0d3abe9d4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Synchronizing usage tracker for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 18 06:30:08.935376 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.quota.resource [req-076831f6-6838-4454-aae1-d160c1cd269e req-2e87e096-ef25-49b9-bbc7-2be0d3abe9d4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Unset dirty status for tenant:4f9d306a59be4bf997637c0d369e937f on resource:port {{(pid=78802) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 18 06:30:08.936546 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [req-076831f6-6838-4454-aae1-d160c1cd269e req-2e87e096-ef25-49b9-bbc7-2be0d3abe9d4 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "GET /v2.0/ports?device_id=301595c3-ab07-4660-9c9d-06a3eb76c1eb HTTP/1.1" status: 200 len: 210 time: 0.0589933 May 18 06:30:09.401671 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:10.031988 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42444) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:10.244245 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-a78b7183-5ad4-4126-9c73-753188444cd0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Deleting port b723da8b-941f-4e67-bbb3-f65ea2b2e8b2 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:30:10.244504 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a78b7183-5ad4-4126-9c73-753188444cd0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:10.359604 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a78b7183-5ad4-4126-9c73-753188444cd0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:10.359961 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a78b7183-5ad4-4126-9c73-753188444cd0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:10.479205 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-a78b7183-5ad4-4126-9c73-753188444cd0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Calling delete_port for b723da8b-941f-4e67-bbb3-f65ea2b2e8b2 owned by network:floatingip {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:30:10.585904 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a78b7183-5ad4-4126-9c73-753188444cd0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:10.590035 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:10.634824 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b7183-5ad4-4126-9c73-753188444cd0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event deleted for resources: {'Port': ['ID=b723da8b-941f-4e67-bbb3-f65ea2b2e8b2,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:10.664589 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-a78b7183-5ad4-4126-9c73-753188444cd0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:10.724007 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a78b7183-5ad4-4126-9c73-753188444cd0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for floatingip, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:10.742275 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a78b7183-5ad4-4126-9c73-753188444cd0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-447734'] for floatingip, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:10.743389 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-a78b7183-5ad4-4126-9c73-753188444cd0 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "DELETE /v2.0/floatingips/a5e025bf-7b9d-488f-a43c-c342e680fc73 HTTP/1.1" status: 204 len: 168 time: 0.7104411 May 18 06:30:11.579490 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 155e3aab-d763-4a0d-a178-6675d32dfba1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:30:11.612488 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] No Port match for: 155e3aab-d763-4a0d-a178-6675d32dfba1 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:30:11.612842 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Device 155e3aab-d763-4a0d-a178-6675d32dfba1 not bound to the agent host hv-cinder-78462 {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:30:12.114641 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42458) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:12.186855 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f71f3aa3-5646-4449-9224-fb33ab9f2b67 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:12.217561 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f71f3aa3-5646-4449-9224-fb33ab9f2b67 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:12.285839 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f71f3aa3-5646-4449-9224-fb33ab9f2b67 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:12.291569 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:12.305774 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f3aa3-5646-4449-9224-fb33ab9f2b67 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d168ea7-075a-4f66-92a9-96d57c47f918,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:12.308511 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-f71f3aa3-5646-4449-9224-fb33ab9f2b67 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:12.317964 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-f71f3aa3-5646-4449-9224-fb33ab9f2b67 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:12.319011 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-f71f3aa3-5646-4449-9224-fb33ab9f2b67 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d168ea7-075a-4f66-92a9-96d57c47f918 HTTP/1.1" status: 204 len: 168 time: 0.2034049 May 18 06:30:12.377671 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42464) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:13.150067 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676150'] for router_interface, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:13.545834 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] Deleting port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:30:13.546197 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:13.662744 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] For port 38c2ae70-73bd-4eaf-a8e1-b8138f441d87, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=38c2ae70-73bd-4eaf-a8e1-b8138f441d87,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:30:13.663103 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:13.785089 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] Calling delete_port for 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 owned by network:router_interface {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:30:13.929381 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:13.933575 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-fb0f2aa8-03f7-40f2-a798-c862af92ada8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:13.979264 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] Pushing event deleted for resources: {'Port': ['ID=38c2ae70-73bd-4eaf-a8e1-b8138f441d87,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:14.005181 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:14.237153 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676250'] for router_interface, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:14.671627 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] Router eb5c1fe6-599b-4a92-8796-98b49d4d3399 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:30:14.849186 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:30:14.857688 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074dd72-2ea2-4d65-ab5a-c0db8b500113 None None] Sync routers for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:30:14.861128 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d7d282a0-63c6-4df2-b950-8370af95fdab admin admin] 10.222.0.13 "PUT /v2.0/routers/eb5c1fe6-599b-4a92-8796-98b49d4d3399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4822941 May 18 06:30:14.863535 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42470) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:14.867863 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074dd72-2ea2-4d65-ab5a-c0db8b500113 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:30:14.868469 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-d074dd72-2ea2-4d65-ab5a-c0db8b500113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:30:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:15.032428 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Notify callbacks [] for router, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:15.041339 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-d074dd72-2ea2-4d65-ab5a-c0db8b500113 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:30:15.201476 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:15.270511 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Deleting port 8d1f949d-cabd-4e23-9164-44f5d17c1b38 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:30:15.271201 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:15.318292 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-d074dd72-2ea2-4d65-ab5a-c0db8b500113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:30:13Z', 'revision_number': 5, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port': {'id': '8d1f949d-cabd-4e23-9164-44f5d17c1b38', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:41Z', 'updated_at': '2021-05-18T06:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:15.322191 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074dd72-2ea2-4d65-ab5a-c0db8b500113 None None] Checking router: eb5c1fe6-599b-4a92-8796-98b49d4d3399 for host: dv-cinder-784623-10-iscsi {{(pid=78804) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:30:15.331479 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074dd72-2ea2-4d65-ab5a-c0db8b500113 None None] Routers {'eb5c1fe6-599b-4a92-8796-98b49d4d3399'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78804) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:30:15.332040 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-d074dd72-2ea2-4d65-ab5a-c0db8b500113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:30:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'], 'active': True} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:15.392151 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] For port 8d1f949d-cabd-4e23-9164-44f5d17c1b38, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=8d1f949d-cabd-4e23-9164-44f5d17c1b38,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:30:15.392512 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:15.486427 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvr_db [None req-d074dd72-2ea2-4d65-ab5a-c0db8b500113 None None] Set router eb5c1fe6-599b-4a92-8796-98b49d4d3399 gateway port host: None {{(pid=78804) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:30:15.513647 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Calling delete_port for 8d1f949d-cabd-4e23-9164-44f5d17c1b38 owned by network:router_gateway {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:30:15.638480 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_hamode_db [None req-d074dd72-2ea2-4d65-ab5a-c0db8b500113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:30:15Z', 'revision_number': 6, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port_host': None}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:15.642284 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074dd72-2ea2-4d65-ab5a-c0db8b500113 None None] The sync data for ids ['eb5c1fe6-599b-4a92-8796-98b49d4d3399'] in dv-cinder-784623-10-iscsi is: [{'id': 'eb5c1fe6-599b-4a92-8796-98b49d4d3399', 'name': 'tempest-TestVolumeBootPattern-1774521448-router', 'tenant_id': '4f9d306a59be4bf997637c0d369e937f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:40Z', 'updated_at': '2021-05-18T06:30:15Z', 'revision_number': 6, 'project_id': '4f9d306a59be4bf997637c0d369e937f', 'gw_port_host': None}] {{(pid=78804) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:30:15.649401 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:15.654370 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b24d8559-c5e8-42d6-a63d-e34ba8ec2445 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:15.725822 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1f949d-cabd-4e23-9164-44f5d17c1b38,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:15.731776 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:15.786493 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678673'] for router_gateway, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.049323 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7152'] for router, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.051552 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.076918 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678889'] for router, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.077434 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb5c1fe6-599b-4a92-8796-98b49d4d3399 {{(pid=78802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:30:16.089539 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.090645 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-16e70eb0-dc85-4602-8da2-60e97f1f2c1a admin admin] 10.222.0.13 "DELETE /v2.0/routers/eb5c1fe6-599b-4a92-8796-98b49d4d3399 HTTP/1.1" status: 204 len: 168 time: 1.2261987 May 18 06:30:16.093126 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42474) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:16.153904 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c6e163-5c04-4012-a668-735fe25ef005 admin admin] Deleting subnet 0e4e0f13-cd80-4d2c-9d0b-3367a241588b {{(pid=78802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:30:16.156791 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-73c6e163-5c04-4012-a668-735fe25ef005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.205471 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-73c6e163-5c04-4012-a668-735fe25ef005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66634650'] for subnet, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.290379 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-73c6e163-5c04-4012-a668-735fe25ef005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.527292 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-73c6e163-5c04-4012-a668-735fe25ef005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2121266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2767021'] for subnet, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.531726 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:16.569230 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6e163-5c04-4012-a668-735fe25ef005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4e0f13-cd80-4d2c-9d0b-3367a241588b,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:16.571167 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-73c6e163-5c04-4012-a668-735fe25ef005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.573566 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-73c6e163-5c04-4012-a668-735fe25ef005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:16.575223 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff695d4-4b3d-43f8-b85b-1a0b797095f1 None None] Network 10aa1b95-71cd-4558-bc25-ccc2e2e003ea requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:30:16.577607 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-73c6e163-5c04-4012-a668-735fe25ef005 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e4e0f13-cd80-4d2c-9d0b-3367a241588b HTTP/1.1" status: 204 len: 168 time: 0.4835835 May 18 06:30:16.580123 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42478) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:16.679407 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.753663 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Deleting port 6adcfff2-9823-48bf-8bb0-f368c379a6fd {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:30:16.754012 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.814569 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] DHCP port deletion for 10aa1b95-71cd-4558-bc25-ccc2e2e003ea request from dv-cinder-784623-10-iscsi {{(pid=78804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:30:16.855795 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] For port 6adcfff2-9823-48bf-8bb0-f368c379a6fd, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=6adcfff2-9823-48bf-8bb0-f368c379a6fd,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:30:16.856153 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.880359 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Deleting port 6adcfff2-9823-48bf-8bb0-f368c379a6fd {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:30:16.880737 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:16.974762 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Calling delete_port for 6adcfff2-9823-48bf-8bb0-f368c379a6fd owned by network:dhcp {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:30:16.980225 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] For port 6adcfff2-9823-48bf-8bb0-f368c379a6fd, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=6adcfff2-9823-48bf-8bb0-f368c379a6fd,segment=NetworkSegment(0594ba1f-1760-4f41-8b71-a6a8843eeaa1),segment_id=0594ba1f-1760-4f41-8b71-a6a8843eeaa1)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:30:16.980628 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:17.020020 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:17.024457 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-af6ec342-519e-451a-ac3a-6f88e4a0b3fb tempest-AttachVolumeShelveTestJSON-1866431276 tempest-AttachVolumeShelveTestJSON-1866431276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:17.070768 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=6adcfff2-9823-48bf-8bb0-f368c379a6fd,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:17.072475 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] No DVR routers for this DVR port 6adcfff2-9823-48bf-8bb0-f368c379a6fd on host dv-cinder-784623-10-iscsi {{(pid=78802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:30:17.073922 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:17.099432 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Calling delete_port for 6adcfff2-9823-48bf-8bb0-f368c379a6fd owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:30:17.140711 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:17.144164 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:17.185223 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Pushing event deleted for resources: {'Port': ['ID=6adcfff2-9823-48bf-8bb0-f368c379a6fd,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:17.185883 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:17.194248 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] No DVR routers for this DVR port 6adcfff2-9823-48bf-8bb0-f368c379a6fd on host dv-cinder-784623-10-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:30:17.196779 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.197131 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.197472 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.197813 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.198146 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.198481 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.198875 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.199140 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.199465 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.199815 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.200142 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.200463 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-10-iscsi {{(pid=78804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 18 06:30:17.200591 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aa1b95-71cd-4558-bc25-ccc2e2e003ea']}} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:17.203923 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-5ceedfd5-7062-4757-a680-2b6adb1c356b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:17.214684 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0594ba1f-1760-4f41-8b71-a6a8843eeaa1') {'for_net_delete': True} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:17.215008 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0594ba1f-1760-4f41-8b71-a6a8843eeaa1') {} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:17.226134 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66634645'] for segment, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:17.241703 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:17.247911 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=78802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:30:17.248299 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121364'] for segment, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: Traceback (most recent call last): May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: timer() May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: cb(*args, **kw) May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: return func(*args, **kwargs) May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: self._notify() May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: self.callback(batched_events) May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: event.method(event) May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: return f(self, *a, **k) May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._get(url).json() May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: return self.request(url, 'GET', **kwargs) May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:30:17.261532 dv-cinder-784623-10-iscsi neutron-server[78802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:30:17.338452 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:17.342594 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4aea2b3f-ffee-49fd-97eb-f7f6610621d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:17.375860 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 8d1f949d-cabd-4e23-9164-44f5d17c1b38 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:30:17.414061 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 8d1f949d-cabd-4e23-9164-44f5d17c1b38 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:30:17.414418 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 8d1f949d-cabd-4e23-9164-44f5d17c1b38 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:30:17.414844 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:30:17.448403 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:30:17.448661 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:17.448776 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 38c2ae70-73bd-4eaf-a8e1-b8138f441d87 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:30:17.449167 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 6adcfff2-9823-48bf-8bb0-f368c379a6fd no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:30:17.458578 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=10aa1b95-71cd-4558-bc25-ccc2e2e003ea,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:17.464666 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:17.477132 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-28960cfa-0c7c-432c-9d6b-e46a81911a2f admin admin] 10.222.0.13 "DELETE /v2.0/networks/10aa1b95-71cd-4558-bc25-ccc2e2e003ea HTTP/1.1" status: 204 len: 168 time: 0.8960338 May 18 06:30:17.479930 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42482) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:17.482050 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 6adcfff2-9823-48bf-8bb0-f368c379a6fd {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:30:17.482379 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 6adcfff2-9823-48bf-8bb0-f368c379a6fd not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:30:18.004062 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-676150'] for router_interface, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:18.390751 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] Deleting port 20dde7d6-4bb6-436e-87a2-fced61e684d8 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:30:18.391416 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:18.505982 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] For port 20dde7d6-4bb6-436e-87a2-fced61e684d8, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=20dde7d6-4bb6-436e-87a2-fced61e684d8,segment=NetworkSegment(2f99f69e-f2fb-410f-b95e-4a57dc80c3c5),segment_id=2f99f69e-f2fb-410f-b95e-4a57dc80c3c5)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:30:18.506337 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:18.626796 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] Calling delete_port for 20dde7d6-4bb6-436e-87a2-fced61e684d8 owned by network:router_interface {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:30:18.768929 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:18.773049 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1eeb3cba-b12e-4e81-8b9c-f3d2fd9372c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:18.909620 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] Pushing event deleted for resources: {'Port': ['ID=20dde7d6-4bb6-436e-87a2-fced61e684d8,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:18.911976 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:19.168359 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-676250'] for router_interface, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:19.519694 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] Router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 has already been hosted by L3 agent dc29eae4-8565-48bc-b84e-26eec1825ef3 {{(pid=78802) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 18 06:30:19.689419 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] Notify agent at l3_agent.dv-cinder-784623-10-iscsi the message routers_updated {{(pid=78802) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 18 06:30:19.698042 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ac1f1-109c-416f-8651-dc62a569050a None None] Sync routers for ids ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'] in dv-cinder-784623-10-iscsi {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 18 06:30:19.706436 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-332908c0-4bc6-4d58-91cb-b7054ad2e604 admin admin] 10.222.0.13 "PUT /v2.0/routers/5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2254775 May 18 06:30:19.707675 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ac1f1-109c-416f-8651-dc62a569050a None None] Routers {'5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:30:19.708309 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-158ac1f1-109c-416f-8651-dc62a569050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:30:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:19.709019 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42486) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:19.875940 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Notify callbacks [] for router, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:19.879386 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-158ac1f1-109c-416f-8651-dc62a569050a None None] Set router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 gateway port host: dv-cinder-784623-10-iscsi {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:30:20.043427 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:20.112492 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Deleting port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:30:20.112840 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:20.154212 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-158ac1f1-109c-416f-8651-dc62a569050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'name': 'tempest-TestVolumeBootPattern-516123883-router', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'external_fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:47Z', 'updated_at': '2021-05-18T06:30:18Z', 'revision_number': 5, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'gw_port': {'id': '51a7ba70-5e9d-45c2-9d85-33fc2833b47d', 'name': '', 'network_id': '62a0f7ad-a0c7-4110-9c22-c55291b486c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-18T06:22:48Z', 'updated_at': '2021-05-18T06:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7444b712-f267-4640-b2d9-530c2a92c4c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-10-iscsi'}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:20.158043 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ac1f1-109c-416f-8651-dc62a569050a None None] Checking router: 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 for host: dv-cinder-784623-10-iscsi {{(pid=78805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 18 06:30:20.167411 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ac1f1-109c-416f-8651-dc62a569050a None None] Routers {'5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'} bound to L3 agent in host dv-cinder-784623-10-iscsi {{(pid=78805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 18 06:30:20.168058 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-158ac1f1-109c-416f-8651-dc62a569050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-18T06:10:07Z,description=,heartbeat_timestamp=2021-05-18T06:30:07Z,host='dv-cinder-784623-10-iscsi',id=dc29eae4-8565-48bc-b84e-26eec1825ef3,load=0,resource_versions=,resources_synced=,started_at=2021-05-18T06:10:07Z,topic='l3_agent')) {'router_ids': ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'], 'active': True} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:20.344118 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] For port 51a7ba70-5e9d-45c2-9d85-33fc2833b47d, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=51a7ba70-5e9d-45c2-9d85-33fc2833b47d,segment=NetworkSegment(db60058c-938a-4eda-821e-c4fd0f84b1de),segment_id=db60058c-938a-4eda-821e-c4fd0f84b1de)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:30:20.344477 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:20.346471 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_dvr_db [None req-158ac1f1-109c-416f-8651-dc62a569050a None None] Set router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 gateway port host: None {{(pid=78805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 18 06:30:20.448014 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.l3_hamode_db [None req-158ac1f1-109c-416f-8651-dc62a569050a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'name': 'tempest-TestVolumeBootPattern-516123883-router', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:47Z', 'updated_at': '2021-05-18T06:30:20Z', 'revision_number': 6, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'gw_port_host': None}], 'dv-cinder-784623-10-iscsi', False) {} {{(pid=78805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:20.451908 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158ac1f1-109c-416f-8651-dc62a569050a None None] The sync data for ids ['5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24'] in dv-cinder-784623-10-iscsi is: [{'id': '5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24', 'name': 'tempest-TestVolumeBootPattern-516123883-router', 'tenant_id': 'fcf9db86f2184584a7682cef1744a8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-18T06:22:47Z', 'updated_at': '2021-05-18T06:30:20Z', 'revision_number': 6, 'project_id': 'fcf9db86f2184584a7682cef1744a8f7', 'gw_port_host': None}] {{(pid=78805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 18 06:30:20.468085 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Calling delete_port for 51a7ba70-5e9d-45c2-9d85-33fc2833b47d owned by network:router_gateway {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:30:20.599134 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:20.603567 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-499857a4-c31b-40ca-9bbc-fd34c461b127 tempest-TestShelveInstance-897661749 tempest-TestShelveInstance-897661749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:20.647419 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a7ba70-5e9d-45c2-9d85-33fc2833b47d,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:20.649876 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:20.737734 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-678673'] for router_gateway, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:20.912547 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7152'] for router, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:20.915212 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:20.937215 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-678889'] for router, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:20.937791 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 {{(pid=78802) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 18 06:30:20.949473 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] Notify callbacks [] for router, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:20.950570 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-06c114de-da90-465f-8883-6f9911ea4300 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5fe9cd37-bc91-49ae-a3ef-0d36ccfcbc24 HTTP/1.1" status: 204 len: 168 time: 1.2406580 May 18 06:30:20.953093 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42490) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:21.012710 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c1e954-50ec-470e-be80-9cd3dafb4e57 admin admin] Deleting subnet 724d10ee-4e6e-4086-9451-f21325043244 {{(pid=78802) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 18 06:30:21.015411 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a2c1e954-50ec-470e-be80-9cd3dafb4e57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:21.062397 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a2c1e954-50ec-470e-be80-9cd3dafb4e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66634650'] for subnet, precommit_delete_associations {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:21.139147 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a2c1e954-50ec-470e-be80-9cd3dafb4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2064241'] for subnet, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:21.375674 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 20dde7d6-4bb6-436e-87a2-fced61e684d8 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:30:21.392644 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a2c1e954-50ec-470e-be80-9cd3dafb4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2064250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2121266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2767021'] for subnet, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:21.398541 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-a7785240-1179-4c40-a791-948b1e27237d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:21.411908 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 20dde7d6-4bb6-436e-87a2-fced61e684d8 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:30:21.412265 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 20dde7d6-4bb6-436e-87a2-fced61e684d8 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:30:21.412895 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 51a7ba70-5e9d-45c2-9d85-33fc2833b47d no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:30:21.438522 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1e954-50ec-470e-be80-9cd3dafb4e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724d10ee-4e6e-4086-9451-f21325043244,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:21.441644 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-a2c1e954-50ec-470e-be80-9cd3dafb4e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:21.442650 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-a2c1e954-50ec-470e-be80-9cd3dafb4e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:21.451749 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-a2c1e954-50ec-470e-be80-9cd3dafb4e57 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/724d10ee-4e6e-4086-9451-f21325043244 HTTP/1.1" status: 204 len: 168 time: 0.4953694 May 18 06:30:21.452162 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42494) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:21.452466 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 51a7ba70-5e9d-45c2-9d85-33fc2833b47d {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:30:21.453009 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 51a7ba70-5e9d-45c2-9d85-33fc2833b47d not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:30:21.457463 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d18c42d-f5ae-4ba2-88b8-b50efbc8a460 None None] Network 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 requested from dv-cinder-784623-10-iscsi {{(pid=78804) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 18 06:30:21.559218 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1653031'] for network, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:21.628264 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Deleting port 511706fd-0c9d-4857-8665-32e478ca5f26 {{(pid=78802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:30:21.628971 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:21.696346 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f4f90-564b-4bd9-bd8c-2cabbefdfefd None None] DHCP port deletion for 4f4c1b51-e94a-4d88-afb4-820f66c6cd30 request from dv-cinder-784623-10-iscsi {{(pid=78804) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 18 06:30:21.766173 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-174f4f90-564b-4bd9-bd8c-2cabbefdfefd None None] Deleting port 511706fd-0c9d-4857-8665-32e478ca5f26 {{(pid=78804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 18 06:30:21.766473 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-174f4f90-564b-4bd9-bd8c-2cabbefdfefd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755054665894'] for port, before_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:21.825694 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.db [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] For port 511706fd-0c9d-4857-8665-32e478ca5f26, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=511706fd-0c9d-4857-8665-32e478ca5f26,segment=NetworkSegment(2f99f69e-f2fb-410f-b95e-4a57dc80c3c5),segment_id=2f99f69e-f2fb-410f-b95e-4a57dc80c3c5)] {{(pid=78802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:30:21.825962 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:21.863582 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.db [None req-174f4f90-564b-4bd9-bd8c-2cabbefdfefd None None] For port 511706fd-0c9d-4857-8665-32e478ca5f26, host dv-cinder-784623-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-10-iscsi',level=0,port_id=511706fd-0c9d-4857-8665-32e478ca5f26,segment=NetworkSegment(2f99f69e-f2fb-410f-b95e-4a57dc80c3c5),segment_id=2f99f69e-f2fb-410f-b95e-4a57dc80c3c5)] {{(pid=78804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 18 06:30:21.864015 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-174f4f90-564b-4bd9-bd8c-2cabbefdfefd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676704'] for port, precommit_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:21.945479 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.plugin [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Calling delete_port for 511706fd-0c9d-4857-8665-32e478ca5f26 owned by network:dhcp {{(pid=78802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:30:21.991997 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2121409'] for port, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:21.996553 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-1042844b-db49-4854-be23-891f7435d558 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:22.013061 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-174f4f90-564b-4bd9-bd8c-2cabbefdfefd None None] Calling delete_port for 511706fd-0c9d-4857-8665-32e478ca5f26 owned by network:dhcp {{(pid=78804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 18 06:30:22.044290 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=511706fd-0c9d-4857-8665-32e478ca5f26,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:22.046110 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] No DVR routers for this DVR port 511706fd-0c9d-4857-8665-32e478ca5f26 on host dv-cinder-784623-10-iscsi {{(pid=78802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:30:22.047568 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:22.057833 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-174f4f90-564b-4bd9-bd8c-2cabbefdfefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-407281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534007', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755054670403', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755054219834'] for port, after_delete {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:22.061325 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:22.105339 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f4f90-564b-4bd9-bd8c-2cabbefdfefd None None] Pushing event deleted for resources: {'Port': ['ID=511706fd-0c9d-4857-8665-32e478ca5f26,revision_number=None']} {{(pid=78804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:22.107685 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG oslo_concurrency.lockutils [None req-174f4f90-564b-4bd9-bd8c-2cabbefdfefd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:22.110107 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f4f90-564b-4bd9-bd8c-2cabbefdfefd None None] No DVR routers for this DVR port 511706fd-0c9d-4857-8665-32e478ca5f26 on host dv-cinder-784623-10-iscsi {{(pid=78804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 18 06:30:22.160379 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2064196', 'neutron.services.segments.db._delete_segments_for_network-8755054677634'] for network, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:22.173269 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4c1b51-e94a-4d88-afb4-820f66c6cd30']}} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:22.185117 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f99f69e-f2fb-410f-b95e-4a57dc80c3c5') {'for_net_delete': True} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:22.185414 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.services.segments.db [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f99f69e-f2fb-410f-b95e-4a57dc80c3c5') {} {{(pid=78802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 18 06:30:22.196395 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755054689931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66634645'] for segment, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:22.212724 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414'] for segment, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:22.219324 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=78802) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 18 06:30:22.219917 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2058414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2121364'] for segment, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: Traceback (most recent call last): May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: timer() May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: cb(*args, **kw) May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: return func(*args, **kwargs) May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: self._notify() May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: self.callback(batched_events) May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: event.method(event) May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_id = self._get_aggregate_id(event.segment_id) May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: aggregate_uuid = self.p_client.list_aggregates( May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: return f(self, *a, **k) May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._get(url).json() May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: return self._client.get(url, endpoint_filter=self._ks_filter, May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: return self.request(url, 'GET', **kwargs) May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: base_url = self.get_endpoint(auth, allow=allow, May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: auth = self._auth_required(auth, 'determine endpoint URL') May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 18 06:30:22.233881 dv-cinder-784623-10-iscsi neutron-server[78802]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 18 06:30:22.309908 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2064205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-723281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-533952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678710'] for network, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:22.313677 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-c91887c8-0b97-474c-bf5a-9cd8ad656c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:22.326308 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533989'] for network, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:22.338851 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4c1b51-e94a-4d88-afb4-820f66c6cd30,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:22.342256 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:22.344122 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-ae47438e-cbe7-4fd1-bec4-992cd014f9d9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4f4c1b51-e94a-4d88-afb4-820f66c6cd30 HTTP/1.1" status: 204 len: 168 time: 0.8911617 May 18 06:30:22.453751 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42500) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:22.501061 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-d27d70db-0e63-4507-af15-cdc47fd8c725 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f9d306a59be4bf997637c0d369e937f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461175 May 18 06:30:22.503274 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42504) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:22.559457 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3b379565-5a32-4639-ab4b-e13d36350de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:22.585452 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3b379565-5a32-4639-ab4b-e13d36350de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:22.639118 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3b379565-5a32-4639-ab4b-e13d36350de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:22.643631 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-4f3f2cc0-7986-4e42-92af-064a06d19243 tempest-TestVolumeBootPattern-1855020227 tempest-TestVolumeBootPattern-1855020227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:22.658369 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b379565-5a32-4639-ab4b-e13d36350de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d651189-c3ec-4631-aa78-6514bb197d50,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:22.661236 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-3b379565-5a32-4639-ab4b-e13d36350de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:22.663452 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-3b379565-5a32-4639-ab4b-e13d36350de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:22.664593 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-3b379565-5a32-4639-ab4b-e13d36350de5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d651189-c3ec-4631-aa78-6514bb197d50 HTTP/1.1" status: 204 len: 168 time: 0.1604176 May 18 06:30:23.098429 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42512) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:23.146446 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-67e9fb4e-8992-41d2-b2c4-509a603b0aa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcf9db86f2184584a7682cef1744a8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468342 May 18 06:30:23.148778 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [-] (78802) accepted ('10.222.0.13', 42516) {{(pid=78802) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 18 06:30:23.205096 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b1109024-5c4c-47fa-8e6a-71d3caf38ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:23.230420 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b1109024-5c4c-47fa-8e6a-71d3caf38ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:23.281105 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b1109024-5c4c-47fa-8e6a-71d3caf38ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-723405'] for security_group, after_delete {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:23.284838 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-debc68d3-ce95-42cb-accb-2b69c3dac6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 18 06:30:23.296005 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1109024-5c4c-47fa-8e6a-71d3caf38ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab905f40-cdeb-4f46-86a8-308c7c362496,revision_number=None']} {{(pid=78802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 18 06:30:23.298445 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG oslo_concurrency.lockutils [None req-b1109024-5c4c-47fa-8e6a-71d3caf38ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78802) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 18 06:30:23.304344 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron_lib.callbacks.manager [None req-b1109024-5c4c-47fa-8e6a-71d3caf38ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:23.305567 dv-cinder-784623-10-iscsi neutron-server[78802]: INFO neutron.wsgi [None req-b1109024-5c4c-47fa-8e6a-71d3caf38ec0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab905f40-cdeb-4f46-86a8-308c7c362496 HTTP/1.1" status: 204 len: 168 time: 0.1558721 May 18 06:30:23.373526 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 511706fd-0c9d-4857-8665-32e478ca5f26 no longer exists at agent ovs-agent-dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 18 06:30:23.406817 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.plugin [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] No Port match for: 511706fd-0c9d-4857-8665-32e478ca5f26 {{(pid=78804) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 18 06:30:23.407174 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron.plugins.ml2.rpc [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Device 511706fd-0c9d-4857-8665-32e478ca5f26 not bound to the agent host dv-cinder-784623-10-iscsi {{(pid=78804) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 18 06:30:23.547238 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:26.290090 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:30:34.085634 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6def2935-bfa1-483c-99b1-52b7d59e0e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:36.499741 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:36.538851 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-d53e8978-bd6d-4418-8576-2ae803354a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:37.653629 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:39.404399 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:30:53.549119 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:03.289447 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:31:04.089757 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-79c8f81b-ac76-4b83-97dc-72043646d639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:06.501155 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:06.539276 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-4fc65cf2-4922-4751-9b2e-939794de6efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:07.657005 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:09.406322 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:23.543876 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:34.090896 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-00007477-c8df-4d2e-8bd4-2036ab38d3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:36.504465 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:36.538629 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-cfc4856d-4b38-4e7f-9194-f5d7b1d8e104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:37.659520 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:39.409723 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:31:40.288366 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:31:53.541050 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:04.092696 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e61f62e2-02d3-4de3-90f1-36b78a39fdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:06.507076 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:06.540216 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f2ddb5c5-758c-444c-a351-715b1d14fda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:07.661311 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:09.411541 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:17.287352 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:32:23.556546 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:34.093149 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-a1e09ee2-47c5-4d58-9367-743a693bdcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:36.507492 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:36.540718 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-e0153912-fd13-4b00-a08e-b6d0d33ab68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:37.665136 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:39.414767 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:53.557530 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:32:54.286454 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:32:55.443485 dv-cinder-784623-10-iscsi neutron-server[78802]: DEBUG neutron.wsgi [req-d8a0b39b-7142-4296-8d6e-c05ed21a0832 req-9ea8d99f-7e57-40d7-a927-59957b78e0a4 service neutron] (78802) timed out ('10.222.0.18', 60345) {{(pid=78802) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 18 06:33:04.093533 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-93188801-58f6-4361-9a9b-8503ab6d313b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:06.509231 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:06.540458 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f682415a-2943-4ee5-a8b0-c17dde9b5399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:07.667202 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:09.417046 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:23.558456 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:31.285331 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:33:34.094749 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-33afda3f-53ad-46f9-97d9-3ca51cec749b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.511831 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:36.541709 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-6d8eae51-8169-46c4-be6b-c9b76386ef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:37.670635 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:39.419599 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:33:53.556822 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:04.095916 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-f6f50f31-adb6-4f50-93b0-3b51fd4e6421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:06.512613 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:06.541591 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c3717767-8335-43a5-bcc6-5bba03856771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:07.674380 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:08.284183 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:34:09.472555 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:23.569265 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:34.097594 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-40c44239-35a6-4755-92d3-00f53babe086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:36.516056 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:36.543213 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-8810f53e-e765-416e-98d5-057ce03ac5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:37.676966 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:39.425113 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:34:45.282925 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:34:53.568893 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:04.101295 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-5856a3ff-bae2-4f94-b8c8-fdb55c0f07ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:06.517868 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-c53e8ed5-e8c0-4416-8079-e61193a2a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:06.543563 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-975aeb73-1148-4ca4-8d99-f8f375e227e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:07.681245 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-61def5bc-4b89-464f-a807-f3fbca08d657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:09.426700 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-eb31e126-d08b-405c-915b-11c3f7555df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 18 06:35:22.285077 dv-cinder-784623-10-iscsi neutron-server[78805]: DEBUG neutron.db.agents_db [None req-3b4fb1d1-b3d3-46c0-a8ea-178fdcff09a9 None None] Agent healthcheck: found 6 active agents {{(pid=78805) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 18 06:35:23.570184 dv-cinder-784623-10-iscsi neutron-server[78804]: DEBUG neutron_lib.callbacks.manager [None req-08d51acd-b45a-432d-9a7a-16424b9b6914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755054684892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060682'] for agent, after_update {{(pid=78804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}